diff --git a/docs/integrations/data-ingestion/clickpipes/aws-privatelink.md b/docs/integrations/data-ingestion/clickpipes/aws-privatelink.md index f43f5ec0ec8..d9fefe23dc2 100644 --- a/docs/integrations/data-ingestion/clickpipes/aws-privatelink.md +++ b/docs/integrations/data-ingestion/clickpipes/aws-privatelink.md @@ -77,7 +77,7 @@ that will be accessible in a ClickPipes VPC. It's a preferred choice for: - Any on-premise Kafka setup that requires private DNS support -- Cross-region connectivity for Postgres CDC +- [Cross-region connectivity for Postgres CDC](/knowledgebase/aws-privatelink-setup-for-clickpipes) - Cross-region connectivity for MSK cluster. Please reach out to the ClickHouse support team for assistance. See the [getting started](https://docs.aws.amazon.com/vpc/latest/privatelink/privatelink-share-your-services.html) guide for more details. @@ -113,8 +113,10 @@ can be configured for ClickPipes. Add [your ClickPipe region](#aws-privatelink-r 5. Select any of existing reverse private endpoints or create a new one. :::info -For RDS, the process to create the VPC Endpoint service is a bit more involved and +If cross-region access is required for RDS, you need to create a VPC endpoint service and [this guide should provide](/knowledgebase/aws-privatelink-setup-for-clickpipes) a good starting point to set it up. + +For same-region access, creating a VPC Resource is the recommended approach. ::: Select reverse private endpoint diff --git a/docs/integrations/data-ingestion/clickpipes/index.md b/docs/integrations/data-ingestion/clickpipes/index.md index 98b947b3c1c..7269da8992e 100644 --- a/docs/integrations/data-ingestion/clickpipes/index.md +++ b/docs/integrations/data-ingestion/clickpipes/index.md @@ -14,6 +14,7 @@ import S3svg from '@site/static/images/integrations/logos/amazon_s3_logo.svg'; import Amazonkinesis from '@site/static/images/integrations/logos/amazon_kinesis_logo.svg'; import Gcssvg from '@site/static/images/integrations/logos/gcs.svg'; import Postgressvg from '@site/static/images/integrations/logos/postgresql.svg'; +import Mysqlsvg from '@site/static/images/integrations/logos/mysql.svg'; import redpanda_logo from '@site/static/images/integrations/logos/logo_redpanda.png'; import clickpipes_stack from '@site/static/images/integrations/data-ingestion/clickpipes/clickpipes_stack.png'; import cp_custom_role from '@site/static/images/integrations/data-ingestion/clickpipes/cp_custom_role.png'; @@ -29,18 +30,20 @@ import Image from '@theme/IdealImage'; ## Supported Data Sources {#supported-data-sources} -| Name |Logo|Type| Status | Description | -|----------------------|----|----|-----------------|------------------------------------------------------------------------------------------------------| -| Apache Kafka ||Streaming| Stable | Configure ClickPipes and start ingesting streaming data from Apache Kafka into ClickHouse Cloud. | -| Confluent Cloud ||Streaming| Stable | Unlock the combined power of Confluent and ClickHouse Cloud through our direct integration. | -| Redpanda |Redpanda logo |Streaming| Stable | Configure ClickPipes and start ingesting streaming data from Redpanda into ClickHouse Cloud. | -| AWS MSK ||Streaming| Stable | Configure ClickPipes and start ingesting streaming data from AWS MSK into ClickHouse Cloud. | -| Azure Event Hubs ||Streaming| Stable | Configure ClickPipes and start ingesting streaming data from Azure Event Hubs into ClickHouse Cloud. | -| WarpStream ||Streaming| Stable | Configure ClickPipes and start ingesting streaming data from WarpStream into ClickHouse Cloud. | -| Amazon S3 ||Object Storage| Stable | Configure ClickPipes to ingest large volumes of data from object storage. | -| Google Cloud Storage ||Object Storage| Stable | Configure ClickPipes to ingest large volumes of data from object storage. | -| Amazon Kinesis ||Streaming| Stable | Configure ClickPipes and start ingesting streaming data from Amazon Kinesis into ClickHouse cloud. | -| Postgres ||DBMS| Public Beta | Configure ClickPipes and start ingesting data from Postgres into ClickHouse Cloud. | +| Name | Logo |Type| Status | Description | +|----------------------|--------------------------------------------------------------------------------------------------|----|------------------|------------------------------------------------------------------------------------------------------| +| Apache Kafka | |Streaming| Stable | Configure ClickPipes and start ingesting streaming data from Apache Kafka into ClickHouse Cloud. | +| Confluent Cloud | |Streaming| Stable | Unlock the combined power of Confluent and ClickHouse Cloud through our direct integration. | +| Redpanda | Redpanda logo |Streaming| Stable | Configure ClickPipes and start ingesting streaming data from Redpanda into ClickHouse Cloud. | +| AWS MSK | |Streaming| Stable | Configure ClickPipes and start ingesting streaming data from AWS MSK into ClickHouse Cloud. | +| Azure Event Hubs | |Streaming| Stable | Configure ClickPipes and start ingesting streaming data from Azure Event Hubs into ClickHouse Cloud. | +| WarpStream | |Streaming| Stable | Configure ClickPipes and start ingesting streaming data from WarpStream into ClickHouse Cloud. | +| Amazon S3 | |Object Storage| Stable | Configure ClickPipes to ingest large volumes of data from object storage. | +| Google Cloud Storage | |Object Storage| Stable | Configure ClickPipes to ingest large volumes of data from object storage. | +| Amazon Kinesis | |Streaming| Stable | Configure ClickPipes and start ingesting streaming data from Amazon Kinesis into ClickHouse cloud. | +| Postgres | |DBMS| Public Beta | Configure ClickPipes and start ingesting data from Postgres into ClickHouse Cloud. | +| MySQL | |DBMS| Private Beta | Configure ClickPipes and start ingesting data from MySQL into ClickHouse Cloud. | + More connectors will get added to ClickPipes, you can find out more by [contacting us](https://clickhouse.com/company/contact?loc=clickpipes). diff --git a/docs/integrations/data-ingestion/clickpipes/postgres/index.md b/docs/integrations/data-ingestion/clickpipes/postgres/index.md index 80f44a38ede..d10d7409c8e 100644 --- a/docs/integrations/data-ingestion/clickpipes/postgres/index.md +++ b/docs/integrations/data-ingestion/clickpipes/postgres/index.md @@ -87,6 +87,12 @@ Make sure you are logged in to your ClickHouse Cloud account. If you don't have Fill in connection details +#### (Optional) Setting up AWS Private Link {#optional-setting-up-aws-private-link} + +You can use AWS Private Link to connect to your source Postgres database if it is hosted on AWS. This is useful if you +want to keep your data transfer private. +You can follow the [setup guide to set up the connection](/integrations/clickpipes/aws-privatelink). + #### (Optional) Setting up SSH Tunneling {#optional-setting-up-ssh-tunneling} You can specify SSH tunneling details if your source Postgres database is not publicly accessible. diff --git a/knowledgebase/aws-privatelink-setup-for-clickpipes.mdx b/knowledgebase/aws-privatelink-setup-for-clickpipes.mdx index f4406f08cc4..2094acf609e 100644 --- a/knowledgebase/aws-privatelink-setup-for-clickpipes.mdx +++ b/knowledgebase/aws-privatelink-setup-for-clickpipes.mdx @@ -11,12 +11,13 @@ keywords: ['AWS PrivateLink', 'Private RDS', 'ClickPipes'] ## AWS PrivateLink setup to expose private RDS for ClickPipes {#aws-privatelink-setup-to-expose-private-rds-for-clickpipes} -Setup steps to expose a private RDS via AWS PrivateLink to ClickPipes. +Setup steps to expose a private RDS via AWS PrivateLink to ClickPipes, also supporting cross-region access. -## Requirements {#requirements} - -The VPC must be located in one of our ClickPipes regions: us-east-1, us-east-2 or eu-central-1, additionally the -ClickHouse Instance must be in the same region. +:::info +This uses AWS Endpoint Service and is mainly suitable for Cross-Region Access. If you require same-region access, +[creating a VPC Resource](/integrations/clickpipes/aws-privatelink#vpc-resource) is +recommended instead. +::: ## Private link creation {#private-link-creation} diff --git a/scripts/aspell-dict-file.txt b/scripts/aspell-dict-file.txt index f5d04cfe993..a75f2058936 100644 --- a/scripts/aspell-dict-file.txt +++ b/scripts/aspell-dict-file.txt @@ -119,6 +119,7 @@ ConfluentSVG GCSSVG KafkaSVG MskSVG +Mysqlsvg PostgresSVG WarpStreamSVG clickpipes diff --git a/static/images/integrations/data-ingestion/clickpipes/postgres/postgres-connection-details.jpg b/static/images/integrations/data-ingestion/clickpipes/postgres/postgres-connection-details.jpg index 6332f41e335..f281d3367f0 100644 Binary files a/static/images/integrations/data-ingestion/clickpipes/postgres/postgres-connection-details.jpg and b/static/images/integrations/data-ingestion/clickpipes/postgres/postgres-connection-details.jpg differ