Skip to content

Commit

Permalink
Optimize the versioning of community connectors and update their link (
Browse files Browse the repository at this point in the history
…#402)

* Optimize the versioning of community connectors and update their associated links.

* delete history version
  • Loading branch information
shibd authored Mar 28, 2024
1 parent 0fa79b2 commit 808db53
Show file tree
Hide file tree
Showing 166 changed files with 1,438 additions and 3,768 deletions.
6 changes: 5 additions & 1 deletion auto-upgrade.js
Original file line number Diff line number Diff line change
Expand Up @@ -128,8 +128,12 @@ async function autoUpgradeDocs() {
const needSyncYamlDirs = new Set(needSyncYamlFiles.map(file => path.dirname(file).split(path.sep).slice(0, 2).join(path.sep)));
const allDocMdDirs = new Set(allDocMdFiles.map(file => path.dirname(file).split(path.sep).slice(0, 2).join(path.sep)));
const manuallyMaintainedConnectors = new Set([...allDocMdDirs].filter(dir => !needSyncYamlDirs.has(dir)));
const specimenVersions = getConnectorVersions(specimenConnectorPath)
let specimenVersions = getConnectorVersions(specimenConnectorPath);
// Cut the version to three digits
specimenVersions = specimenVersions.map(version => version.slice(0, version.lastIndexOf('.')));
console.log("Manually maintained connectors: ", manuallyMaintainedConnectors)
console.log("Specimen versions: ", specimenVersions)

for (let dir of manuallyMaintainedConnectors) {
const connectorVersions = getConnectorVersions(dir);
if (!connectorVersions || connectorVersions.length === 0) {
Expand Down
42 changes: 0 additions & 42 deletions connectors/aerospike-sink/v2.10.5.15/aerospike-sink.md

This file was deleted.

Original file line number Diff line number Diff line change
Expand Up @@ -4,20 +4,20 @@ author: ["ASF"]
contributors: ["ASF"]
language: Java
document: sss
source: "https://github.com/streamnative/pulsar/tree/v3.2.1.2/pulsar-io/aerospike"
source: "https://github.com/apache/pulsar/tree/v2.10.5/pulsar-io/aerospike"
license: Apache License 2.0
tags: ["Pulsar IO", "Aerospike", "Sink"]
alias: Aerospike Sink
features: ["Use Aerospike sink connector to sync data from Pulsar"]
license_link: "https://www.apache.org/licenses/LICENSE-2.0"
icon: "/images/connectors/aerospike-sink.png"
download: "https://github.com/streamnative/pulsar/releases/download/v3.2.1.2/pulsar-io-aerospike-3.2.1.2.nar"
download: "https://archive.apache.org/dist/pulsar/pulsar-2.10.5/connectors/pulsar-io-aerospike-2.10.5.nar"
support: StreamNative
support_link: https://streamnative.io
support_img: "/images/streamnative.png"
owner_name: ""
owner_img: ""
dockerfile: https://hub.docker.com/r/streamnative/pulsar-io-aerospike
dockerfile:
id: "aerospike-sink"
---

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,20 +4,20 @@ author: ["ASF"]
contributors: ["ASF"]
language: Java
document: sss
source: "https://github.com/streamnative/pulsar/tree/v3.0.3.1/pulsar-io/aerospike"
source: "https://github.com/apache/pulsar/tree/v2.11.3/pulsar-io/aerospike"
license: Apache License 2.0
tags: ["Pulsar IO", "Aerospike", "Sink"]
alias: Aerospike Sink
features: ["Use Aerospike sink connector to sync data from Pulsar"]
license_link: "https://www.apache.org/licenses/LICENSE-2.0"
icon: "/images/connectors/aerospike-sink.png"
download: "https://github.com/streamnative/pulsar/releases/download/v3.0.3.1/pulsar-io-aerospike-3.0.3.1.nar"
download: "https://archive.apache.org/dist/pulsar/pulsar-2.11.3/connectors/pulsar-io-aerospike-2.11.3.nar"
support: StreamNative
support_link: https://streamnative.io
support_img: "/images/streamnative.png"
owner_name: ""
owner_img: ""
dockerfile: https://hub.docker.com/r/streamnative/pulsar-io-aerospike
dockerfile:
id: "aerospike-sink"
---

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,20 +4,20 @@ author: ["ASF"]
contributors: ["ASF"]
language: Java
document: sss
source: "https://github.com/streamnative/pulsar/tree/v3.1.2.3/pulsar-io/aerospike"
source: "https://github.com/apache/pulsar/tree/v3.0.3/pulsar-io/aerospike"
license: Apache License 2.0
tags: ["Pulsar IO", "Aerospike", "Sink"]
alias: Aerospike Sink
features: ["Use Aerospike sink connector to sync data from Pulsar"]
license_link: "https://www.apache.org/licenses/LICENSE-2.0"
icon: "/images/connectors/aerospike-sink.png"
download: "https://github.com/streamnative/pulsar/releases/download/v3.1.2.3/pulsar-io-aerospike-3.1.2.3.nar"
download: "https://archive.apache.org/dist/pulsar/pulsar-3.0.3/connectors/pulsar-io-aerospike-3.0.3.nar"
support: StreamNative
support_link: https://streamnative.io
support_img: "/images/streamnative.png"
owner_name: ""
owner_img: ""
dockerfile: https://hub.docker.com/r/streamnative/pulsar-io-aerospike
dockerfile:
id: "aerospike-sink"
---

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,20 +4,20 @@ author: ["ASF"]
contributors: ["ASF"]
language: Java
document: sss
source: "https://github.com/streamnative/pulsar/tree/v2.11.3.3/pulsar-io/aerospike"
source: "https://github.com/apache/pulsar/tree/v3.1.2/pulsar-io/aerospike"
license: Apache License 2.0
tags: ["Pulsar IO", "Aerospike", "Sink"]
alias: Aerospike Sink
features: ["Use Aerospike sink connector to sync data from Pulsar"]
license_link: "https://www.apache.org/licenses/LICENSE-2.0"
icon: "/images/connectors/aerospike-sink.png"
download: "https://github.com/streamnative/pulsar/releases/download/v2.11.3.3/pulsar-io-aerospike-2.11.3.3.nar"
download: "https://archive.apache.org/dist/pulsar/pulsar-3.1.2/connectors/pulsar-io-aerospike-3.1.2.nar"
support: StreamNative
support_link: https://streamnative.io
support_img: "/images/streamnative.png"
owner_name: ""
owner_img: ""
dockerfile: https://hub.docker.com/r/streamnative/pulsar-io-aerospike
dockerfile:
id: "aerospike-sink"
---

Expand Down
42 changes: 42 additions & 0 deletions connectors/aerospike-sink/v3.2.1/aerospike-sink.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,42 @@
---
description: The Aerospike sink connector pulls messages from Pulsar topics to Aerospike clusters
author: ["ASF"]
contributors: ["ASF"]
language: Java
document: sss
source: "https://github.com/apache/pulsar/tree/v3.2.1/pulsar-io/aerospike"
license: Apache License 2.0
tags: ["Pulsar IO", "Aerospike", "Sink"]
alias: Aerospike Sink
features: ["Use Aerospike sink connector to sync data from Pulsar"]
license_link: "https://www.apache.org/licenses/LICENSE-2.0"
icon: "/images/connectors/aerospike-sink.png"
download: "https://archive.apache.org/dist/pulsar/pulsar-3.2.1/connectors/pulsar-io-aerospike-3.2.1.nar"
support: StreamNative
support_link: https://streamnative.io
support_img: "/images/streamnative.png"
owner_name: ""
owner_img: ""
dockerfile:
id: "aerospike-sink"
---

The Aerospike sink connector pulls messages from Pulsar topics to Aerospike clusters.

# Configuration

The configuration of the Aerospike sink connector has the following properties.

## Property

| Name | Type|Required | Default | Description
|------|----------|----------|---------|-------------|
| `seedHosts` |String| true | No default value| The comma-separated list of one or more Aerospike cluster hosts.<br><br>Each host can be specified as a valid IP address or hostname followed by an optional port number. |
| `keyspace` | String| true |No default value |The Aerospike namespace. |
| `columnName` | String | true| No default value|The Aerospike column name. |
|`userName`|String|false|NULL|The Aerospike username.|
|`password`|String|false|NULL|The Aerospike password.|
| `keySet` | String|false |NULL | The Aerospike set name. |
| `maxConcurrentRequests` |int| false | 100 | The maximum number of concurrent Aerospike transactions that a sink can open. |
| `timeoutMs` | int|false | 100 | This property controls `socketTimeout` and `totalTimeout` for Aerospike transactions. |
| `retries` | int|false | 1 |The maximum number of retries before aborting a write transaction to Aerospike. |
Original file line number Diff line number Diff line change
Expand Up @@ -4,20 +4,20 @@ author: ["ASF"]
contributors: ["ASF"]
language: Java
document:
source: "https://github.com/streamnative/pulsar/tree/v3.0.3.1/pulsar-io/canal"
source: "https://github.com/apache/pulsar/tree/v2.10.5/pulsar-io/canal"
license: Apache License 2.0
tags: ["Pulsar IO", "Canal", "Source", "MySQL"]
alias: Canal Source
features: ["Use Canal source connector to sync data to Pulsar"]
license_link: "https://www.apache.org/licenses/LICENSE-2.0"
icon: "/images/pulsar-hub.svg"
download: "https://github.com/streamnative/pulsar/releases/download/v3.0.3.1/pulsar-io-canal-3.0.3.1.nar"
download: "https://archive.apache.org/dist/pulsar/pulsar-2.10.5/connectors/pulsar-io-canal-2.10.5.nar"
support: StreamNative
support_link: https://streamnative.io
support_img: "/images/streamnative.png"
owner_name: ""
owner_img: ""
dockerfile: https://hub.docker.com/r/streamnative/pulsar-io-canal
dockerfile:
id: "canal-source"
---

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,20 +4,20 @@ author: ["ASF"]
contributors: ["ASF"]
language: Java
document:
source: "https://github.com/streamnative/pulsar/tree/v2.11.3.3/pulsar-io/canal"
source: "https://github.com/apache/pulsar/tree/v2.11.3/pulsar-io/canal"
license: Apache License 2.0
tags: ["Pulsar IO", "Canal", "Source", "MySQL"]
alias: Canal Source
features: ["Use Canal source connector to sync data to Pulsar"]
license_link: "https://www.apache.org/licenses/LICENSE-2.0"
icon: "/images/pulsar-hub.svg"
download: "https://github.com/streamnative/pulsar/releases/download/v2.11.3.3/pulsar-io-canal-2.11.3.3.nar"
download: "https://archive.apache.org/dist/pulsar/pulsar-2.11.3/connectors/pulsar-io-canal-2.11.3.nar"
support: StreamNative
support_link: https://streamnative.io
support_img: "/images/streamnative.png"
owner_name: ""
owner_img: ""
dockerfile: https://hub.docker.com/r/streamnative/pulsar-io-canal
dockerfile:
id: "canal-source"
---

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,20 +4,20 @@ author: ["ASF"]
contributors: ["ASF"]
language: Java
document:
source: "https://github.com/streamnative/pulsar/tree/v2.10.5.15/pulsar-io/canal"
source: "https://github.com/apache/pulsar/tree/v3.0.3/pulsar-io/canal"
license: Apache License 2.0
tags: ["Pulsar IO", "Canal", "Source", "MySQL"]
alias: Canal Source
features: ["Use Canal source connector to sync data to Pulsar"]
license_link: "https://www.apache.org/licenses/LICENSE-2.0"
icon: "/images/pulsar-hub.svg"
download: "https://github.com/streamnative/pulsar/releases/download/v2.10.5.15/pulsar-io-canal-2.10.5.15.nar"
download: "https://archive.apache.org/dist/pulsar/pulsar-3.0.3/connectors/pulsar-io-canal-3.0.3.nar"
support: StreamNative
support_link: https://streamnative.io
support_img: "/images/streamnative.png"
owner_name: ""
owner_img: ""
dockerfile: https://hub.docker.com/r/streamnative/pulsar-io-canal
dockerfile:
id: "canal-source"
---

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,20 +4,20 @@ author: ["ASF"]
contributors: ["ASF"]
language: Java
document:
source: "https://github.com/streamnative/pulsar/tree/v3.2.1.2/pulsar-io/canal"
source: "https://github.com/apache/pulsar/tree/v3.1.2/pulsar-io/canal"
license: Apache License 2.0
tags: ["Pulsar IO", "Canal", "Source", "MySQL"]
alias: Canal Source
features: ["Use Canal source connector to sync data to Pulsar"]
license_link: "https://www.apache.org/licenses/LICENSE-2.0"
icon: "/images/pulsar-hub.svg"
download: "https://github.com/streamnative/pulsar/releases/download/v3.2.1.2/pulsar-io-canal-3.2.1.2.nar"
download: "https://archive.apache.org/dist/pulsar/pulsar-3.1.2/connectors/pulsar-io-canal-3.1.2.nar"
support: StreamNative
support_link: https://streamnative.io
support_img: "/images/streamnative.png"
owner_name: ""
owner_img: ""
dockerfile: https://hub.docker.com/r/streamnative/pulsar-io-canal
dockerfile:
id: "canal-source"
---

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -4,20 +4,20 @@ author: ["ASF"]
contributors: ["ASF"]
language: Java
document:
source: "https://github.com/streamnative/pulsar/tree/v3.1.2.3/pulsar-io/canal"
source: "https://github.com/apache/pulsar/tree/v3.2.1/pulsar-io/canal"
license: Apache License 2.0
tags: ["Pulsar IO", "Canal", "Source", "MySQL"]
alias: Canal Source
features: ["Use Canal source connector to sync data to Pulsar"]
license_link: "https://www.apache.org/licenses/LICENSE-2.0"
icon: "/images/pulsar-hub.svg"
download: "https://github.com/streamnative/pulsar/releases/download/v3.1.2.3/pulsar-io-canal-3.1.2.3.nar"
download: "https://archive.apache.org/dist/pulsar/pulsar-3.2.1/connectors/pulsar-io-canal-3.2.1.nar"
support: StreamNative
support_link: https://streamnative.io
support_img: "/images/streamnative.png"
owner_name: ""
owner_img: ""
dockerfile: https://hub.docker.com/r/streamnative/pulsar-io-canal
dockerfile:
id: "canal-source"
---

Expand Down
70 changes: 0 additions & 70 deletions connectors/cassandra-sink/v2.10.5.15/cassandra-sink.md

This file was deleted.

Loading

0 comments on commit 808db53

Please sign in to comment.