From e5a5de8d874ec4e80941593971b73c34c2abe492 Mon Sep 17 00:00:00 2001 From: RajatPawar <18614743+RajatPawar@users.noreply.github.com> Date: Wed, 19 Aug 2026 17:01:30 -0700 Subject: [PATCH] feat(destinations): descope Kafka from Outpost queue destinations (ENG-4130) Outpost's Kafka sink can't configure a custom CA, so it fails against managed Kafka providers that use private CAs. Remove the kafka type from the enum, its metadata fields (brokers/topic/saslMechanism), updateMask paths, and drop kafka mentions from shared field descriptions (password, username, tls, partitionKeyTemplate). Regenerated bundled JSON. Co-Authored-By: Claude Opus 4.8 --- api/api.yaml | 96 +++------------- api/generated/api.bundled.json | 110 +++--------------- api/generated/api.json | 198 +++------------------------------ catalog/generated/catalog.json | 2 +- 4 files changed, 47 insertions(+), 359 deletions(-) diff --git a/api/api.yaml b/api/api.yaml index 76d62a2..a07a4ad 100644 --- a/api/api.yaml +++ b/api/api.yaml @@ -3019,10 +3019,10 @@ paths: For `slack`, set `metadata.url` to a Slack incoming webhook URL. The warehouse and message-queue types (`clickhouse`, `snowflake`, `bigquery`, `redshift`, `sqs`, - `pubsub`, `rabbitmq`, `azureservicebus`, `kafka`) are configured via the `metadata` + `pubsub`, `rabbitmq`, `azureservicebus`) are configured via the `metadata` and `secrets` fields documented below. example: webhook - enum: [webhook, kinesis, s3, slack, clickhouse, snowflake, bigquery, redshift, sqs, pubsub, rabbitmq, azureservicebus, kafka] + enum: [webhook, kinesis, s3, slack, clickhouse, snowflake, bigquery, redshift, sqs, pubsub, rabbitmq, azureservicebus] secrets: type: object description: Secrets for the destination. @@ -3047,8 +3047,8 @@ paths: x-go-type-skip-optional-pointer: true password: type: string - description: The password for the `clickhouse`, `rabbitmq`, and `kafka` - destinations. Required for `rabbitmq` and `kafka`. + description: The password for the `clickhouse` and `rabbitmq` + destinations. Required for `rabbitmq`. example: my-clickhouse-password x-go-type-skip-optional-pointer: true privateKey: @@ -3079,8 +3079,8 @@ paths: x-go-type-skip-optional-pointer: true username: type: string - description: The username for the `rabbitmq` and `kafka` destinations. - Required for both. + description: The username for the `rabbitmq` destination. + Required for `rabbitmq`. example: ampersand x-go-type-skip-optional-pointer: true connectionString: @@ -3118,7 +3118,7 @@ paths: partitionKeyTemplate: type: string description: The template for the partition key (a JMESPath template). - Used by `kinesis`, and optionally by `kafka`. + Used by `kinesis`. example: "data.user_id" x-go-type-skip-optional-pointer: true bucket: @@ -3239,7 +3239,7 @@ paths: tls: type: boolean description: Whether to connect over TLS. Optional for the `rabbitmq` - and `kafka` destinations. + destination. example: true x-go-type-skip-optional-pointer: true name: @@ -3248,25 +3248,6 @@ paths: Required for `azureservicebus`. example: ampersand-events x-go-type-skip-optional-pointer: true - brokers: - type: string - description: The comma-separated list of Kafka broker addresses for the - `kafka` destination. Required for `kafka`. - example: broker1.example.com:9092,broker2.example.com:9092 - x-go-type-skip-optional-pointer: true - topic: - type: string - description: The Kafka topic to publish to for the `kafka` destination. - Required for `kafka`. - example: ampersand-events - x-go-type-skip-optional-pointer: true - saslMechanism: - type: string - description: The SASL mechanism used to authenticate to Kafka for the - `kafka` destination. Required for `kafka`. - enum: [plain, scram-sha-256, scram-sha-512] - example: scram-sha-256 - x-go-type-skip-optional-pointer: true batchSize: type: integer description: For warehouse destinations (`clickhouse`, `snowflake`, @@ -3452,9 +3433,6 @@ paths: - metadata.exchange - metadata.tls - metadata.name - - metadata.brokers - - metadata.topic - - metadata.saslMechanism - metadata.batchSize - metadata.maxWaitSecs - secrets.awsKeyId @@ -3502,7 +3480,7 @@ paths: partitionKeyTemplate: type: string description: The template for the partition key (a JMESPath template). - Used by `kinesis`, and optionally by `kafka`. + Used by `kinesis`. example: "data.user_id" bucket: type: string @@ -3600,29 +3578,13 @@ paths: tls: type: boolean description: Whether to connect over TLS. Optional for the `rabbitmq` - and `kafka` destinations. + destination. example: true name: type: string description: The queue or topic name for the `azureservicebus` destination. Required for `azureservicebus`. example: ampersand-events - brokers: - type: string - description: The comma-separated list of Kafka broker addresses for the - `kafka` destination. Required for `kafka`. - example: broker1.example.com:9092,broker2.example.com:9092 - topic: - type: string - description: The Kafka topic to publish to for the `kafka` destination. - Required for `kafka`. - example: ampersand-events - saslMechanism: - type: string - description: The SASL mechanism used to authenticate to Kafka for the - `kafka` destination. Required for `kafka`. - enum: [plain, scram-sha-256, scram-sha-512] - example: scram-sha-256 batchSize: type: integer description: For warehouse destinations, rows to buffer before flushing a batch (default 1000). @@ -3652,8 +3614,8 @@ paths: example: AQoEXAMPLEH4aoAH0gNCAPy... password: type: string - description: The password for the `clickhouse`, `rabbitmq`, and `kafka` - destinations. Required for `rabbitmq` and `kafka`. + description: The password for the `clickhouse` and `rabbitmq` + destinations. Required for `rabbitmq`. example: my-clickhouse-password privateKey: type: string @@ -3677,8 +3639,8 @@ paths: example: my-azure-access-key username: type: string - description: The username for the `rabbitmq` and `kafka` destinations. - Required for both. + description: The username for the `rabbitmq` destination. + Required for `rabbitmq`. example: ampersand connectionString: type: string @@ -5504,25 +5466,12 @@ components: example: ampersand.events tls: type: boolean - description: Whether to connect over TLS (rabbitmq, kafka) + description: Whether to connect over TLS (rabbitmq) example: true name: type: string description: The queue or topic name for the azureservicebus destination example: ampersand-events - brokers: - type: string - description: The comma-separated list of Kafka broker addresses for the kafka destination - example: broker1.example.com:9092,broker2.example.com:9092 - topic: - type: string - description: The Kafka topic to publish to for the kafka destination - example: ampersand-events - saslMechanism: - type: string - description: The SASL mechanism used to authenticate to Kafka for the kafka destination - enum: [plain, scram-sha-256, scram-sha-512] - example: scram-sha-256 batchSize: type: integer description: For warehouse destinations, rows to buffer before flushing a batch (default 1000) @@ -5673,25 +5622,12 @@ components: example: ampersand.events tls: type: boolean - description: Whether to connect over TLS (rabbitmq, kafka) + description: Whether to connect over TLS (rabbitmq) example: true name: type: string description: The queue or topic name for the azureservicebus destination example: ampersand-events - brokers: - type: string - description: The comma-separated list of Kafka broker addresses for the kafka destination - example: broker1.example.com:9092,broker2.example.com:9092 - topic: - type: string - description: The Kafka topic to publish to for the kafka destination - example: ampersand-events - saslMechanism: - type: string - description: The SASL mechanism used to authenticate to Kafka for the kafka destination - enum: [plain, scram-sha-256, scram-sha-512] - example: scram-sha-256 batchSize: type: integer description: For warehouse destinations, rows to buffer before flushing a batch (default 1000) diff --git a/api/generated/api.bundled.json b/api/generated/api.bundled.json index c8514b0..dd2d0e7 100644 --- a/api/generated/api.bundled.json +++ b/api/generated/api.bundled.json @@ -4469,7 +4469,7 @@ }, "type": { "type": "string", - "description": "The type of the destination. For `slack`, set `metadata.url` to a Slack incoming webhook URL. The warehouse and message-queue types (`clickhouse`, `snowflake`, `bigquery`, `redshift`, `sqs`, `pubsub`, `rabbitmq`, `azureservicebus`, `kafka`) are configured via the `metadata` and `secrets` fields documented below.", + "description": "The type of the destination. For `slack`, set `metadata.url` to a Slack incoming webhook URL. The warehouse and message-queue types (`clickhouse`, `snowflake`, `bigquery`, `redshift`, `sqs`, `pubsub`, `rabbitmq`, `azureservicebus`) are configured via the `metadata` and `secrets` fields documented below.", "example": "webhook", "enum": [ "webhook", @@ -4483,8 +4483,7 @@ "sqs", "pubsub", "rabbitmq", - "azureservicebus", - "kafka" + "azureservicebus" ] }, "secrets": { @@ -4511,7 +4510,7 @@ }, "password": { "type": "string", - "description": "The password for the `clickhouse`, `rabbitmq`, and `kafka` destinations. Required for `rabbitmq` and `kafka`.", + "description": "The password for the `clickhouse` and `rabbitmq` destinations. Required for `rabbitmq`.", "example": "my-clickhouse-password", "x-go-type-skip-optional-pointer": true }, @@ -4547,7 +4546,7 @@ }, "username": { "type": "string", - "description": "The username for the `rabbitmq` and `kafka` destinations. Required for both.", + "description": "The username for the `rabbitmq` destination. Required for `rabbitmq`.", "example": "ampersand", "x-go-type-skip-optional-pointer": true }, @@ -4590,7 +4589,7 @@ }, "partitionKeyTemplate": { "type": "string", - "description": "The template for the partition key (a JMESPath template). Used by `kinesis`, and optionally by `kafka`.", + "description": "The template for the partition key (a JMESPath template). Used by `kinesis`.", "example": "data.user_id", "x-go-type-skip-optional-pointer": true }, @@ -4728,7 +4727,7 @@ }, "tls": { "type": "boolean", - "description": "Whether to connect over TLS. Optional for the `rabbitmq` and `kafka` destinations.", + "description": "Whether to connect over TLS. Optional for the `rabbitmq` destination.", "example": true, "x-go-type-skip-optional-pointer": true }, @@ -4738,29 +4737,6 @@ "example": "ampersand-events", "x-go-type-skip-optional-pointer": true }, - "brokers": { - "type": "string", - "description": "The comma-separated list of Kafka broker addresses for the `kafka` destination. Required for `kafka`.", - "example": "broker1.example.com:9092,broker2.example.com:9092", - "x-go-type-skip-optional-pointer": true - }, - "topic": { - "type": "string", - "description": "The Kafka topic to publish to for the `kafka` destination. Required for `kafka`.", - "example": "ampersand-events", - "x-go-type-skip-optional-pointer": true - }, - "saslMechanism": { - "type": "string", - "description": "The SASL mechanism used to authenticate to Kafka for the `kafka` destination. Required for `kafka`.", - "enum": [ - "plain", - "scram-sha-256", - "scram-sha-512" - ], - "example": "scram-sha-256", - "x-go-type-skip-optional-pointer": true - }, "batchSize": { "type": "integer", "description": "For warehouse destinations (`clickhouse`, `snowflake`, `bigquery`, `redshift`), the number of rows to buffer before flushing a batch. Defaults to 1000.", @@ -4994,7 +4970,7 @@ "items": { "type": "string" }, - "description": "Array of field paths specifying which fields to update. Allowed values include:\n- name\n- metadata.url\n- metadata.headers\n- metadata.region\n- metadata.streamName\n- metadata.endpointUrl\n- metadata.partitionKeyTemplate\n- metadata.bucket\n- metadata.keyTemplate\n- metadata.storageClass\n- metadata.username\n- metadata.tableName\n- metadata.database\n- metadata.accountIdentifier\n- metadata.userId\n- metadata.dbName\n- metadata.schemaName\n- metadata.projectId\n- metadata.datasetId\n- metadata.tableId\n- metadata.workgroupName\n- metadata.clusterIdentifier\n- metadata.dbUser\n- metadata.account\n- metadata.container\n- metadata.queueUrl\n- metadata.topicId\n- metadata.serverUrl\n- metadata.exchange\n- metadata.tls\n- metadata.name\n- metadata.brokers\n- metadata.topic\n- metadata.saslMechanism\n- metadata.batchSize\n- metadata.maxWaitSecs\n- secrets.awsKeyId\n- secrets.awsSecretKey\n- secrets.awsSessionToken\n- secrets.password\n- secrets.privateKey\n- secrets.credentials\n- secrets.accessKeyId\n- secrets.secretAccessKey\n- secrets.accessKey\n- secrets.username\n- secrets.connectionString\n", + "description": "Array of field paths specifying which fields to update. Allowed values include:\n- name\n- metadata.url\n- metadata.headers\n- metadata.region\n- metadata.streamName\n- metadata.endpointUrl\n- metadata.partitionKeyTemplate\n- metadata.bucket\n- metadata.keyTemplate\n- metadata.storageClass\n- metadata.username\n- metadata.tableName\n- metadata.database\n- metadata.accountIdentifier\n- metadata.userId\n- metadata.dbName\n- metadata.schemaName\n- metadata.projectId\n- metadata.datasetId\n- metadata.tableId\n- metadata.workgroupName\n- metadata.clusterIdentifier\n- metadata.dbUser\n- metadata.account\n- metadata.container\n- metadata.queueUrl\n- metadata.topicId\n- metadata.serverUrl\n- metadata.exchange\n- metadata.tls\n- metadata.name\n- metadata.batchSize\n- metadata.maxWaitSecs\n- secrets.awsKeyId\n- secrets.awsSecretKey\n- secrets.awsSessionToken\n- secrets.password\n- secrets.privateKey\n- secrets.credentials\n- secrets.accessKeyId\n- secrets.secretAccessKey\n- secrets.accessKey\n- secrets.username\n- secrets.connectionString\n", "example": [ "name", "metadata.url", @@ -5038,7 +5014,7 @@ }, "partitionKeyTemplate": { "type": "string", - "description": "The template for the partition key (a JMESPath template). Used by `kinesis`, and optionally by `kafka`.", + "description": "The template for the partition key (a JMESPath template). Used by `kinesis`.", "example": "data.user_id" }, "bucket": { @@ -5153,7 +5129,7 @@ }, "tls": { "type": "boolean", - "description": "Whether to connect over TLS. Optional for the `rabbitmq` and `kafka` destinations.", + "description": "Whether to connect over TLS. Optional for the `rabbitmq` destination.", "example": true }, "name": { @@ -5161,26 +5137,6 @@ "description": "The queue or topic name for the `azureservicebus` destination. Required for `azureservicebus`.", "example": "ampersand-events" }, - "brokers": { - "type": "string", - "description": "The comma-separated list of Kafka broker addresses for the `kafka` destination. Required for `kafka`.", - "example": "broker1.example.com:9092,broker2.example.com:9092" - }, - "topic": { - "type": "string", - "description": "The Kafka topic to publish to for the `kafka` destination. Required for `kafka`.", - "example": "ampersand-events" - }, - "saslMechanism": { - "type": "string", - "description": "The SASL mechanism used to authenticate to Kafka for the `kafka` destination. Required for `kafka`.", - "enum": [ - "plain", - "scram-sha-256", - "scram-sha-512" - ], - "example": "scram-sha-256" - }, "batchSize": { "type": "integer", "description": "For warehouse destinations, rows to buffer before flushing a batch (default 1000).", @@ -5214,7 +5170,7 @@ }, "password": { "type": "string", - "description": "The password for the `clickhouse`, `rabbitmq`, and `kafka` destinations. Required for `rabbitmq` and `kafka`.", + "description": "The password for the `clickhouse` and `rabbitmq` destinations. Required for `rabbitmq`.", "example": "my-clickhouse-password" }, "privateKey": { @@ -5244,7 +5200,7 @@ }, "username": { "type": "string", - "description": "The username for the `rabbitmq` and `kafka` destinations. Required for both.", + "description": "The username for the `rabbitmq` destination. Required for `rabbitmq`.", "example": "ampersand" }, "connectionString": { @@ -8059,7 +8015,7 @@ }, "tls": { "type": "boolean", - "description": "Whether to connect over TLS (rabbitmq, kafka)", + "description": "Whether to connect over TLS (rabbitmq)", "example": true }, "name": { @@ -8067,26 +8023,6 @@ "description": "The queue or topic name for the azureservicebus destination", "example": "ampersand-events" }, - "brokers": { - "type": "string", - "description": "The comma-separated list of Kafka broker addresses for the kafka destination", - "example": "broker1.example.com:9092,broker2.example.com:9092" - }, - "topic": { - "type": "string", - "description": "The Kafka topic to publish to for the kafka destination", - "example": "ampersand-events" - }, - "saslMechanism": { - "type": "string", - "description": "The SASL mechanism used to authenticate to Kafka for the kafka destination", - "enum": [ - "plain", - "scram-sha-256", - "scram-sha-512" - ], - "example": "scram-sha-256" - }, "batchSize": { "type": "integer", "description": "For warehouse destinations, rows to buffer before flushing a batch (default 1000)", @@ -8275,7 +8211,7 @@ }, "tls": { "type": "boolean", - "description": "Whether to connect over TLS (rabbitmq, kafka)", + "description": "Whether to connect over TLS (rabbitmq)", "example": true }, "name": { @@ -8283,26 +8219,6 @@ "description": "The queue or topic name for the azureservicebus destination", "example": "ampersand-events" }, - "brokers": { - "type": "string", - "description": "The comma-separated list of Kafka broker addresses for the kafka destination", - "example": "broker1.example.com:9092,broker2.example.com:9092" - }, - "topic": { - "type": "string", - "description": "The Kafka topic to publish to for the kafka destination", - "example": "ampersand-events" - }, - "saslMechanism": { - "type": "string", - "description": "The SASL mechanism used to authenticate to Kafka for the kafka destination", - "enum": [ - "plain", - "scram-sha-256", - "scram-sha-512" - ], - "example": "scram-sha-256" - }, "batchSize": { "type": "integer", "description": "For warehouse destinations, rows to buffer before flushing a batch (default 1000)", diff --git a/api/generated/api.json b/api/generated/api.json index 68dc12e..a401294 100644 --- a/api/generated/api.json +++ b/api/generated/api.json @@ -48971,7 +48971,7 @@ }, "type": { "type": "string", - "description": "The type of the destination. For `slack`, set `metadata.url` to a Slack incoming webhook URL. The warehouse and message-queue types (`clickhouse`, `snowflake`, `bigquery`, `redshift`, `sqs`, `pubsub`, `rabbitmq`, `azureservicebus`, `kafka`) are configured via the `metadata` and `secrets` fields documented below.", + "description": "The type of the destination. For `slack`, set `metadata.url` to a Slack incoming webhook URL. The warehouse and message-queue types (`clickhouse`, `snowflake`, `bigquery`, `redshift`, `sqs`, `pubsub`, `rabbitmq`, `azureservicebus`) are configured via the `metadata` and `secrets` fields documented below.", "example": "webhook", "enum": [ "webhook", @@ -48985,8 +48985,7 @@ "sqs", "pubsub", "rabbitmq", - "azureservicebus", - "kafka" + "azureservicebus" ] }, "secrets": { @@ -49013,7 +49012,7 @@ }, "password": { "type": "string", - "description": "The password for the `clickhouse`, `rabbitmq`, and `kafka` destinations. Required for `rabbitmq` and `kafka`.", + "description": "The password for the `clickhouse` and `rabbitmq` destinations. Required for `rabbitmq`.", "example": "my-clickhouse-password", "x-go-type-skip-optional-pointer": true }, @@ -49049,7 +49048,7 @@ }, "username": { "type": "string", - "description": "The username for the `rabbitmq` and `kafka` destinations. Required for both.", + "description": "The username for the `rabbitmq` destination. Required for `rabbitmq`.", "example": "ampersand", "x-go-type-skip-optional-pointer": true }, @@ -49102,7 +49101,7 @@ }, "partitionKeyTemplate": { "type": "string", - "description": "The template for the partition key (a JMESPath template). Used by `kinesis`, and optionally by `kafka`.", + "description": "The template for the partition key (a JMESPath template). Used by `kinesis`.", "example": "data.user_id", "x-go-type-skip-optional-pointer": true }, @@ -49240,7 +49239,7 @@ }, "tls": { "type": "boolean", - "description": "Whether to connect over TLS. Optional for the `rabbitmq` and `kafka` destinations.", + "description": "Whether to connect over TLS. Optional for the `rabbitmq` destination.", "example": true, "x-go-type-skip-optional-pointer": true }, @@ -49250,29 +49249,6 @@ "example": "ampersand-events", "x-go-type-skip-optional-pointer": true }, - "brokers": { - "type": "string", - "description": "The comma-separated list of Kafka broker addresses for the `kafka` destination. Required for `kafka`.", - "example": "broker1.example.com:9092,broker2.example.com:9092", - "x-go-type-skip-optional-pointer": true - }, - "topic": { - "type": "string", - "description": "The Kafka topic to publish to for the `kafka` destination. Required for `kafka`.", - "example": "ampersand-events", - "x-go-type-skip-optional-pointer": true - }, - "saslMechanism": { - "type": "string", - "description": "The SASL mechanism used to authenticate to Kafka for the `kafka` destination. Required for `kafka`.", - "enum": [ - "plain", - "scram-sha-256", - "scram-sha-512" - ], - "example": "scram-sha-256", - "x-go-type-skip-optional-pointer": true - }, "batchSize": { "type": "integer", "description": "For warehouse destinations (`clickhouse`, `snowflake`, `bigquery`, `redshift`), the number of rows to buffer before flushing a batch. Defaults to 1000.", @@ -49470,7 +49446,7 @@ }, "tls": { "type": "boolean", - "description": "Whether to connect over TLS (rabbitmq, kafka)", + "description": "Whether to connect over TLS (rabbitmq)", "example": true }, "name": { @@ -49478,26 +49454,6 @@ "description": "The queue or topic name for the azureservicebus destination", "example": "ampersand-events" }, - "brokers": { - "type": "string", - "description": "The comma-separated list of Kafka broker addresses for the kafka destination", - "example": "broker1.example.com:9092,broker2.example.com:9092" - }, - "topic": { - "type": "string", - "description": "The Kafka topic to publish to for the kafka destination", - "example": "ampersand-events" - }, - "saslMechanism": { - "type": "string", - "description": "The SASL mechanism used to authenticate to Kafka for the kafka destination", - "enum": [ - "plain", - "scram-sha-256", - "scram-sha-512" - ], - "example": "scram-sha-256" - }, "batchSize": { "type": "integer", "description": "For warehouse destinations, rows to buffer before flushing a batch (default 1000)", @@ -50509,7 +50465,7 @@ }, "tls": { "type": "boolean", - "description": "Whether to connect over TLS (rabbitmq, kafka)", + "description": "Whether to connect over TLS (rabbitmq)", "example": true }, "name": { @@ -50517,26 +50473,6 @@ "description": "The queue or topic name for the azureservicebus destination", "example": "ampersand-events" }, - "brokers": { - "type": "string", - "description": "The comma-separated list of Kafka broker addresses for the kafka destination", - "example": "broker1.example.com:9092,broker2.example.com:9092" - }, - "topic": { - "type": "string", - "description": "The Kafka topic to publish to for the kafka destination", - "example": "ampersand-events" - }, - "saslMechanism": { - "type": "string", - "description": "The SASL mechanism used to authenticate to Kafka for the kafka destination", - "enum": [ - "plain", - "scram-sha-256", - "scram-sha-512" - ], - "example": "scram-sha-256" - }, "batchSize": { "type": "integer", "description": "For warehouse destinations, rows to buffer before flushing a batch (default 1000)", @@ -50931,7 +50867,7 @@ }, "tls": { "type": "boolean", - "description": "Whether to connect over TLS (rabbitmq, kafka)", + "description": "Whether to connect over TLS (rabbitmq)", "example": true }, "name": { @@ -50939,26 +50875,6 @@ "description": "The queue or topic name for the azureservicebus destination", "example": "ampersand-events" }, - "brokers": { - "type": "string", - "description": "The comma-separated list of Kafka broker addresses for the kafka destination", - "example": "broker1.example.com:9092,broker2.example.com:9092" - }, - "topic": { - "type": "string", - "description": "The Kafka topic to publish to for the kafka destination", - "example": "ampersand-events" - }, - "saslMechanism": { - "type": "string", - "description": "The SASL mechanism used to authenticate to Kafka for the kafka destination", - "enum": [ - "plain", - "scram-sha-256", - "scram-sha-512" - ], - "example": "scram-sha-256" - }, "batchSize": { "type": "integer", "description": "For warehouse destinations, rows to buffer before flushing a batch (default 1000)", @@ -51500,7 +51416,7 @@ "items": { "type": "string" }, - "description": "Array of field paths specifying which fields to update. Allowed values include:\n- name\n- metadata.url\n- metadata.headers\n- metadata.region\n- metadata.streamName\n- metadata.endpointUrl\n- metadata.partitionKeyTemplate\n- metadata.bucket\n- metadata.keyTemplate\n- metadata.storageClass\n- metadata.username\n- metadata.tableName\n- metadata.database\n- metadata.accountIdentifier\n- metadata.userId\n- metadata.dbName\n- metadata.schemaName\n- metadata.projectId\n- metadata.datasetId\n- metadata.tableId\n- metadata.workgroupName\n- metadata.clusterIdentifier\n- metadata.dbUser\n- metadata.account\n- metadata.container\n- metadata.queueUrl\n- metadata.topicId\n- metadata.serverUrl\n- metadata.exchange\n- metadata.tls\n- metadata.name\n- metadata.brokers\n- metadata.topic\n- metadata.saslMechanism\n- metadata.batchSize\n- metadata.maxWaitSecs\n- secrets.awsKeyId\n- secrets.awsSecretKey\n- secrets.awsSessionToken\n- secrets.password\n- secrets.privateKey\n- secrets.credentials\n- secrets.accessKeyId\n- secrets.secretAccessKey\n- secrets.accessKey\n- secrets.username\n- secrets.connectionString\n", + "description": "Array of field paths specifying which fields to update. Allowed values include:\n- name\n- metadata.url\n- metadata.headers\n- metadata.region\n- metadata.streamName\n- metadata.endpointUrl\n- metadata.partitionKeyTemplate\n- metadata.bucket\n- metadata.keyTemplate\n- metadata.storageClass\n- metadata.username\n- metadata.tableName\n- metadata.database\n- metadata.accountIdentifier\n- metadata.userId\n- metadata.dbName\n- metadata.schemaName\n- metadata.projectId\n- metadata.datasetId\n- metadata.tableId\n- metadata.workgroupName\n- metadata.clusterIdentifier\n- metadata.dbUser\n- metadata.account\n- metadata.container\n- metadata.queueUrl\n- metadata.topicId\n- metadata.serverUrl\n- metadata.exchange\n- metadata.tls\n- metadata.name\n- metadata.batchSize\n- metadata.maxWaitSecs\n- secrets.awsKeyId\n- secrets.awsSecretKey\n- secrets.awsSessionToken\n- secrets.password\n- secrets.privateKey\n- secrets.credentials\n- secrets.accessKeyId\n- secrets.secretAccessKey\n- secrets.accessKey\n- secrets.username\n- secrets.connectionString\n", "example": [ "name", "metadata.url", @@ -51554,7 +51470,7 @@ }, "partitionKeyTemplate": { "type": "string", - "description": "The template for the partition key (a JMESPath template). Used by `kinesis`, and optionally by `kafka`.", + "description": "The template for the partition key (a JMESPath template). Used by `kinesis`.", "example": "data.user_id" }, "bucket": { @@ -51669,7 +51585,7 @@ }, "tls": { "type": "boolean", - "description": "Whether to connect over TLS. Optional for the `rabbitmq` and `kafka` destinations.", + "description": "Whether to connect over TLS. Optional for the `rabbitmq` destination.", "example": true }, "name": { @@ -51677,26 +51593,6 @@ "description": "The queue or topic name for the `azureservicebus` destination. Required for `azureservicebus`.", "example": "ampersand-events" }, - "brokers": { - "type": "string", - "description": "The comma-separated list of Kafka broker addresses for the `kafka` destination. Required for `kafka`.", - "example": "broker1.example.com:9092,broker2.example.com:9092" - }, - "topic": { - "type": "string", - "description": "The Kafka topic to publish to for the `kafka` destination. Required for `kafka`.", - "example": "ampersand-events" - }, - "saslMechanism": { - "type": "string", - "description": "The SASL mechanism used to authenticate to Kafka for the `kafka` destination. Required for `kafka`.", - "enum": [ - "plain", - "scram-sha-256", - "scram-sha-512" - ], - "example": "scram-sha-256" - }, "batchSize": { "type": "integer", "description": "For warehouse destinations, rows to buffer before flushing a batch (default 1000).", @@ -51730,7 +51626,7 @@ }, "password": { "type": "string", - "description": "The password for the `clickhouse`, `rabbitmq`, and `kafka` destinations. Required for `rabbitmq` and `kafka`.", + "description": "The password for the `clickhouse` and `rabbitmq` destinations. Required for `rabbitmq`.", "example": "my-clickhouse-password" }, "privateKey": { @@ -51760,7 +51656,7 @@ }, "username": { "type": "string", - "description": "The username for the `rabbitmq` and `kafka` destinations. Required for both.", + "description": "The username for the `rabbitmq` destination. Required for `rabbitmq`.", "example": "ampersand" }, "connectionString": { @@ -51955,7 +51851,7 @@ }, "tls": { "type": "boolean", - "description": "Whether to connect over TLS (rabbitmq, kafka)", + "description": "Whether to connect over TLS (rabbitmq)", "example": true }, "name": { @@ -51963,26 +51859,6 @@ "description": "The queue or topic name for the azureservicebus destination", "example": "ampersand-events" }, - "brokers": { - "type": "string", - "description": "The comma-separated list of Kafka broker addresses for the kafka destination", - "example": "broker1.example.com:9092,broker2.example.com:9092" - }, - "topic": { - "type": "string", - "description": "The Kafka topic to publish to for the kafka destination", - "example": "ampersand-events" - }, - "saslMechanism": { - "type": "string", - "description": "The SASL mechanism used to authenticate to Kafka for the kafka destination", - "enum": [ - "plain", - "scram-sha-256", - "scram-sha-512" - ], - "example": "scram-sha-256" - }, "batchSize": { "type": "integer", "description": "For warehouse destinations, rows to buffer before flushing a batch (default 1000)", @@ -69647,7 +69523,7 @@ }, "tls": { "type": "boolean", - "description": "Whether to connect over TLS (rabbitmq, kafka)", + "description": "Whether to connect over TLS (rabbitmq)", "example": true }, "name": { @@ -69655,26 +69531,6 @@ "description": "The queue or topic name for the azureservicebus destination", "example": "ampersand-events" }, - "brokers": { - "type": "string", - "description": "The comma-separated list of Kafka broker addresses for the kafka destination", - "example": "broker1.example.com:9092,broker2.example.com:9092" - }, - "topic": { - "type": "string", - "description": "The Kafka topic to publish to for the kafka destination", - "example": "ampersand-events" - }, - "saslMechanism": { - "type": "string", - "description": "The SASL mechanism used to authenticate to Kafka for the kafka destination", - "enum": [ - "plain", - "scram-sha-256", - "scram-sha-512" - ], - "example": "scram-sha-256" - }, "batchSize": { "type": "integer", "description": "For warehouse destinations, rows to buffer before flushing a batch (default 1000)", @@ -69873,7 +69729,7 @@ }, "tls": { "type": "boolean", - "description": "Whether to connect over TLS (rabbitmq, kafka)", + "description": "Whether to connect over TLS (rabbitmq)", "example": true }, "name": { @@ -69881,26 +69737,6 @@ "description": "The queue or topic name for the azureservicebus destination", "example": "ampersand-events" }, - "brokers": { - "type": "string", - "description": "The comma-separated list of Kafka broker addresses for the kafka destination", - "example": "broker1.example.com:9092,broker2.example.com:9092" - }, - "topic": { - "type": "string", - "description": "The Kafka topic to publish to for the kafka destination", - "example": "ampersand-events" - }, - "saslMechanism": { - "type": "string", - "description": "The SASL mechanism used to authenticate to Kafka for the kafka destination", - "enum": [ - "plain", - "scram-sha-256", - "scram-sha-512" - ], - "example": "scram-sha-256" - }, "batchSize": { "type": "integer", "description": "For warehouse destinations, rows to buffer before flushing a batch (default 1000)", diff --git a/catalog/generated/catalog.json b/catalog/generated/catalog.json index 253f63d..59f5e34 100644 --- a/catalog/generated/catalog.json +++ b/catalog/generated/catalog.json @@ -3242,7 +3242,7 @@ "properties": { "timestamp": { "type": "string", - "example": "2024-07-30T22:14:51.000Z", + "example": "2024-07-30T15:14:51-07:00", "description": "An RFC3339 formatted timestamp of when the catalog was generated.", "x-oapi-codegen-extra-tags": { "validate": "required"