You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
369 lines
16 KiB
369 lines
16 KiB
# Licensed to the Apache Software Foundation (ASF) under one |
|
# or more contributor license agreements. See the NOTICE file |
|
# distributed with this work for additional information |
|
# regarding copyright ownership. The ASF licenses this file |
|
# to you under the Apache License, Version 2.0 (the |
|
# "License"); you may not use this file except in compliance |
|
# with the License. You may obtain a copy of the License at |
|
# |
|
# http://www.apache.org/licenses/LICENSE-2.0 |
|
# |
|
# Unless required by applicable law or agreed to in writing, |
|
# software distributed under the License is distributed on an |
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
|
# KIND, either express or implied. See the License for the |
|
# specific language governing permissions and limitations |
|
# under the License. |
|
|
|
--- |
|
package-name: apache-airflow-providers-amazon |
|
name: Amazon |
|
description: | |
|
Amazon integration (including `Amazon Web Services (AWS) <https://aws.amazon.com/>`__). |
|
|
|
versions: |
|
- 1.2.0 |
|
- 1.1.0 |
|
- 1.0.0 |
|
|
|
integrations: |
|
- integration-name: Amazon Athena |
|
external-doc-url: https://aws.amazon.com/athena/ |
|
logo: /integration-logos/aws/Amazon-Athena_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon CloudFormation |
|
external-doc-url: https://aws.amazon.com/cloudformation/ |
|
logo: /integration-logos/aws/AWS-CloudFormation_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon CloudWatch Logs |
|
external-doc-url: https://aws.amazon.com/cloudwatch/ |
|
logo: /integration-logos/aws/Amazon-CloudWatch_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon DataSync |
|
external-doc-url: https://aws.amazon.com/datasync/ |
|
how-to-guide: |
|
- /docs/apache-airflow-providers-amazon/operators/datasync.rst |
|
tags: [aws] |
|
- integration-name: Amazon DynamoDB |
|
external-doc-url: https://aws.amazon.com/dynamodb/ |
|
logo: /integration-logos/aws/Amazon-DynamoDB_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon EC2 |
|
external-doc-url: https://aws.amazon.com/ec2/ |
|
logo: /integration-logos/aws/Amazon-EC2_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon ECS |
|
external-doc-url: https://aws.amazon.com/ecs/ |
|
logo: /integration-logos/aws/Amazon-Elastic-Container-Service_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon ElastiCache |
|
external-doc-url: https://aws.amazon.com/elasticache/redis// |
|
logo: /integration-logos/aws/Amazon-ElastiCache_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon EMR |
|
external-doc-url: https://aws.amazon.com/emr/ |
|
how-to-guide: |
|
- /docs/apache-airflow-providers-amazon/operators/emr.rst |
|
logo: /integration-logos/aws/Amazon-EMR_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon Glacier |
|
external-doc-url: https://aws.amazon.com/glacier/ |
|
logo: /integration-logos/aws/Amazon-S3-Glacier_light-bg@4x.png |
|
how-to-guide: |
|
- /docs/apache-airflow-providers-amazon/operators/glacier.rst |
|
tags: [aws] |
|
- integration-name: Amazon Kinesis Data Firehose |
|
external-doc-url: https://aws.amazon.com/kinesis/data-firehose/ |
|
logo: /integration-logos/aws/Amazon-Kinesis-Data-Firehose_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon Redshift |
|
external-doc-url: https://aws.amazon.com/redshift/ |
|
logo: /integration-logos/aws/Amazon-Redshift_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon SageMaker |
|
external-doc-url: https://aws.amazon.com/sagemaker/ |
|
logo: /integration-logos/aws/Amazon-SageMaker_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon SecretsManager |
|
external-doc-url: https://aws.amazon.com/secrets-manager/ |
|
logo: /integration-logos/aws/AWS-Secrets-Manager_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon Simple Email Service (SES) |
|
external-doc-url: https://aws.amazon.com/ses/ |
|
logo: /integration-logos/aws/Amazon-Simple-Email-Service-SES_light-bg@4x.png |
|
how-to-guide: |
|
- /docs/apache-airflow-providers-amazon/operators/ecs.rst |
|
tags: [aws] |
|
- integration-name: Amazon Simple Notification Service (SNS) |
|
external-doc-url: https://aws.amazon.com/sns/ |
|
logo: /integration-logos/aws/Amazon-Simple-Notification-Service-SNS_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon Simple Queue Service (SQS) |
|
external-doc-url: https://aws.amazon.com/sqs/ |
|
logo: /integration-logos/aws/Amazon-Simple-Queue-Service-SQS_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: Amazon Simple Storage Service (S3) |
|
external-doc-url: https://aws.amazon.com/s3/ |
|
logo: /integration-logos/aws/Amazon-Simple-Storage-Service-S3_light-bg@4x.png |
|
how-to-guide: |
|
- /docs/apache-airflow-providers-amazon/operators/s3.rst |
|
tags: [aws] |
|
- integration-name: Amazon Web Services |
|
external-doc-url: https://aws.amazon.com/ |
|
logo: /integration-logos/aws/AWS-Cloud-alt_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: AWS Batch |
|
external-doc-url: https://aws.amazon.com/batch/ |
|
logo: /integration-logos/aws/AWS-Batch_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: AWS DataSync |
|
external-doc-url: https://aws.amazon.com/datasync/ |
|
logo: /integration-logos/aws/AWS-DataSync_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: AWS Glue |
|
external-doc-url: https://aws.amazon.com/glue/ |
|
logo: /integration-logos/aws/AWS-Glue_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: AWS Lambda |
|
external-doc-url: https://aws.amazon.com/lambda/ |
|
logo: /integration-logos/aws/AWS-Lambda_light-bg@4x.png |
|
tags: [aws] |
|
- integration-name: AWS Step Functions |
|
external-doc-url: https://aws.amazon.com/step-functions/ |
|
logo: /integration-logos/aws/AWS-Step-Functions_light-bg@4x.png |
|
tags: [aws] |
|
|
|
operators: |
|
- integration-name: Amazon Athena |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.athena |
|
- integration-name: AWS Batch |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.batch |
|
- integration-name: Amazon CloudFormation |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.cloud_formation |
|
- integration-name: Amazon DataSync |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.datasync |
|
- integration-name: Amazon EC2 |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.ec2_start_instance |
|
- airflow.providers.amazon.aws.operators.ec2_stop_instance |
|
- integration-name: Amazon ECS |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.ecs |
|
- integration-name: Amazon EMR |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.emr_add_steps |
|
- airflow.providers.amazon.aws.operators.emr_create_job_flow |
|
- airflow.providers.amazon.aws.operators.emr_modify_cluster |
|
- airflow.providers.amazon.aws.operators.emr_terminate_job_flow |
|
- integration-name: Amazon Glacier |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.glacier |
|
- integration-name: AWS Glue |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.glue |
|
- airflow.providers.amazon.aws.operators.glue_crawler |
|
- integration-name: Amazon Simple Storage Service (S3) |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.s3_bucket |
|
- airflow.providers.amazon.aws.operators.s3_bucket_tagging |
|
- airflow.providers.amazon.aws.operators.s3_copy_object |
|
- airflow.providers.amazon.aws.operators.s3_delete_objects |
|
- airflow.providers.amazon.aws.operators.s3_file_transform |
|
- airflow.providers.amazon.aws.operators.s3_list |
|
- integration-name: Amazon SageMaker |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.sagemaker_base |
|
- airflow.providers.amazon.aws.operators.sagemaker_endpoint |
|
- airflow.providers.amazon.aws.operators.sagemaker_endpoint_config |
|
- airflow.providers.amazon.aws.operators.sagemaker_model |
|
- airflow.providers.amazon.aws.operators.sagemaker_processing |
|
- airflow.providers.amazon.aws.operators.sagemaker_training |
|
- airflow.providers.amazon.aws.operators.sagemaker_transform |
|
- airflow.providers.amazon.aws.operators.sagemaker_tuning |
|
- integration-name: Amazon Simple Notification Service (SNS) |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.sns |
|
- integration-name: Amazon Simple Queue Service (SQS) |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.sqs |
|
- integration-name: AWS Step Functions |
|
python-modules: |
|
- airflow.providers.amazon.aws.operators.step_function_get_execution_output |
|
- airflow.providers.amazon.aws.operators.step_function_start_execution |
|
|
|
sensors: |
|
- integration-name: Amazon Athena |
|
python-modules: |
|
- airflow.providers.amazon.aws.sensors.athena |
|
- integration-name: Amazon CloudFormation |
|
python-modules: |
|
- airflow.providers.amazon.aws.sensors.cloud_formation |
|
- integration-name: Amazon EC2 |
|
python-modules: |
|
- airflow.providers.amazon.aws.sensors.ec2_instance_state |
|
- integration-name: Amazon EMR |
|
python-modules: |
|
- airflow.providers.amazon.aws.sensors.emr_base |
|
- airflow.providers.amazon.aws.sensors.emr_job_flow |
|
- airflow.providers.amazon.aws.sensors.emr_step |
|
- integration-name: Amazon Glacier |
|
python-modules: |
|
- airflow.providers.amazon.aws.sensors.glacier |
|
- integration-name: AWS Glue |
|
python-modules: |
|
- airflow.providers.amazon.aws.sensors.glue |
|
- airflow.providers.amazon.aws.sensors.glue_crawler |
|
- airflow.providers.amazon.aws.sensors.glue_catalog_partition |
|
- integration-name: Amazon Redshift |
|
python-modules: |
|
- airflow.providers.amazon.aws.sensors.redshift |
|
- integration-name: Amazon Simple Storage Service (S3) |
|
python-modules: |
|
- airflow.providers.amazon.aws.sensors.s3_key |
|
- airflow.providers.amazon.aws.sensors.s3_keys_unchanged |
|
- airflow.providers.amazon.aws.sensors.s3_prefix |
|
- integration-name: Amazon SageMaker |
|
python-modules: |
|
- airflow.providers.amazon.aws.sensors.sagemaker_base |
|
- airflow.providers.amazon.aws.sensors.sagemaker_endpoint |
|
- airflow.providers.amazon.aws.sensors.sagemaker_training |
|
- airflow.providers.amazon.aws.sensors.sagemaker_transform |
|
- airflow.providers.amazon.aws.sensors.sagemaker_tuning |
|
- integration-name: Amazon Simple Queue Service (SQS) |
|
python-modules: |
|
- airflow.providers.amazon.aws.sensors.sqs |
|
- integration-name: AWS Step Functions |
|
python-modules: |
|
- airflow.providers.amazon.aws.sensors.step_function_execution |
|
|
|
hooks: |
|
- integration-name: Amazon Athena |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.athena |
|
- integration-name: Amazon DynamoDB |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.dynamodb |
|
- airflow.providers.amazon.aws.hooks.aws_dynamodb |
|
- integration-name: Amazon Web Services |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.base_aws |
|
- integration-name: AWS Batch |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.batch_client |
|
- airflow.providers.amazon.aws.hooks.batch_waiters |
|
- integration-name: Amazon CloudFormation |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.cloud_formation |
|
- integration-name: Amazon DataSync |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.datasync |
|
- integration-name: Amazon EC2 |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.ec2 |
|
- integration-name: Amazon ElastiCache |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.elasticache_replication_group |
|
- integration-name: Amazon EMR |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.emr |
|
- integration-name: Amazon Glacier |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.glacier |
|
- integration-name: AWS Glue |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.glue |
|
- airflow.providers.amazon.aws.hooks.glue_crawler |
|
- airflow.providers.amazon.aws.hooks.glue_catalog |
|
- integration-name: Amazon Kinesis Data Firehose |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.kinesis |
|
- integration-name: AWS Lambda |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.lambda_function |
|
- integration-name: Amazon CloudWatch Logs |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.logs |
|
- integration-name: Amazon Redshift |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.redshift |
|
- integration-name: Amazon Simple Storage Service (S3) |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.s3 |
|
- integration-name: Amazon SageMaker |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.sagemaker |
|
- integration-name: Amazon Simple Email Service (SES) |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.ses |
|
- integration-name: Amazon SecretsManager |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.secrets_manager |
|
- integration-name: Amazon Simple Notification Service (SNS) |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.sns |
|
- integration-name: Amazon Simple Queue Service (SQS) |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.sqs |
|
- integration-name: AWS Step Functions |
|
python-modules: |
|
- airflow.providers.amazon.aws.hooks.step_function |
|
|
|
transfers: |
|
- source-integration-name: Amazon DynamoDB |
|
target-integration-name: Amazon Simple Storage Service (S3) |
|
python-module: airflow.providers.amazon.aws.transfers.dynamodb_to_s3 |
|
- source-integration-name: Google Cloud Storage (GCS) |
|
target-integration-name: Amazon Simple Storage Service (S3) |
|
python-module: airflow.providers.amazon.aws.transfers.gcs_to_s3 |
|
- source-integration-name: Amazon Glacier |
|
target-integration-name: Google Cloud Storage (GCS) |
|
how-to-guide: /docs/apache-airflow-providers-amazon/operators/transfer/glacier_to_gcs.rst |
|
python-module: airflow.providers.amazon.aws.transfers.glacier_to_gcs |
|
- source-integration-name: Google |
|
target-integration-name: Amazon Simple Storage Service (S3) |
|
how-to-guide: /docs/apache-airflow-providers-amazon/operators/google_api_to_s3_transfer.rst |
|
python-module: airflow.providers.amazon.aws.transfers.google_api_to_s3 |
|
- source-integration-name: Apache Hive |
|
target-integration-name: Amazon DynamoDB |
|
python-module: airflow.providers.amazon.aws.transfers.hive_to_dynamodb |
|
- source-integration-name: Internet Message Access Protocol (IMAP) |
|
target-integration-name: Amazon Simple Storage Service (S3) |
|
how-to-guide: /docs/apache-airflow-providers-amazon/operators/imap_attachment_to_s3.rst |
|
python-module: airflow.providers.amazon.aws.transfers.imap_attachment_to_s3 |
|
- source-integration-name: MongoDB |
|
target-integration-name: Amazon Simple Storage Service (S3) |
|
python-module: airflow.providers.amazon.aws.transfers.mongo_to_s3 |
|
- source-integration-name: MySQL |
|
target-integration-name: Amazon Simple Storage Service (S3) |
|
python-module: airflow.providers.amazon.aws.transfers.mysql_to_s3 |
|
- source-integration-name: Amazon Redshift |
|
target-integration-name: Amazon Simple Storage Service (S3) |
|
python-module: airflow.providers.amazon.aws.transfers.redshift_to_s3 |
|
- source-integration-name: Amazon Simple Storage Service (S3) |
|
target-integration-name: Amazon Redshift |
|
how-to-guide: /docs/apache-airflow-providers-amazon/operators/s3_to_redshift.rst |
|
python-module: airflow.providers.amazon.aws.transfers.s3_to_redshift |
|
- source-integration-name: Amazon Simple Storage Service (S3) |
|
target-integration-name: SSH File Transfer Protocol (SFTP) |
|
python-module: airflow.providers.amazon.aws.transfers.s3_to_sftp |
|
- source-integration-name: SSH File Transfer Protocol (SFTP) |
|
target-integration-name: Amazon Simple Storage Service (S3) |
|
python-module: airflow.providers.amazon.aws.transfers.sftp_to_s3 |
|
- source-integration-name: Amazon Simple Storage Service (S3) |
|
target-integration-name: File Transfer Protocol (FTP) |
|
python-module: airflow.providers.amazon.aws.transfers.s3_to_ftp |
|
- source-integration-name: Exasol |
|
target-integration-name: Amazon Simple Storage Service (S3) |
|
python-module: airflow.providers.amazon.aws.transfers.exasol_to_s3 |
|
- source-integration-name: File Transfer Protocol (FTP) |
|
target-integration-name: Amazon Simple Storage Service (S3) |
|
python-module: airflow.providers.amazon.aws.transfers.ftp_to_s3 |
|
|
|
hook-class-names: |
|
- airflow.providers.amazon.aws.hooks.s3.S3Hook |
|
- airflow.providers.amazon.aws.hooks.base_aws.AwsBaseHook |
|
- airflow.providers.amazon.aws.hooks.emr.EmrHook
|
|
|