Skip to content

Commit

Permalink
"Created by snbot"
Browse files Browse the repository at this point in the history
  • Loading branch information
streamnativebot committed Nov 17, 2023
1 parent 24aaed6 commit a04cc74
Show file tree
Hide file tree
Showing 2 changed files with 34 additions and 45 deletions.
16 changes: 8 additions & 8 deletions docs/cloud-storage-sink.md
View file
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ You can get the Cloud Storage sink connector using one of the following methods:

## Use it with Function Worker

- Download the NAR package from [here](https://github.com/streamnative/pulsar-io-cloud-storage/releases/download/v{{connector:version}}/pulsar-io-cloud-storage-{{connector:version}}.nar).
- Download the NAR package from [here](https://github.com/streamnative/pulsar-io-cloud-storage/releases/download/v2.10.5.9/pulsar-io-cloud-storage-2.10.5.9.nar).

- Build it from the source code.

Expand All @@ -33,7 +33,7 @@ You can get the Cloud Storage sink connector using one of the following methods:

```bash
ls target
pulsar-io-cloud-storage-{{connector:version}}.nar
pulsar-io-cloud-storage-2.10.5.9.nar
```

## Use it with Function Mesh
Expand Down Expand Up @@ -281,7 +281,7 @@ kind: Sink
metadata:
name: cloud-storage-sink-sample
spec:
image: streamnative/pulsar-io-cloud-storage:{{connector:version}}
image: streamnative/pulsar-io-cloud-storage:2.10.5.9
className: org.apache.pulsar.io.jcloud.sink.CloudStorageGenericRecordSink
replicas: 1
maxReplicas: 1
Expand Down Expand Up @@ -313,7 +313,7 @@ spec:
cpu: "0.1"
memory: 1G
java:
jar: connectors/pulsar-io-cloud-storage-{{connector:version}}.nar
jar: connectors/pulsar-io-cloud-storage-2.10.5.9.nar
clusterName: test-pulsar
```
Expand All @@ -333,7 +333,7 @@ This example shows how to create an Cloud Storage sink connector on a Pulsar clu
```
PULSAR_HOME/bin/pulsar-admin sinks create \
--archive pulsar-io-cloud-storage-{{connector:version}}.nar \
--archive pulsar-io-cloud-storage-2.10.5.9.nar \
--sink-config-file cloud-storage-sink-config.yaml \
--classname org.apache.pulsar.io.jcloud.sink.CloudStorageGenericRecordSink \
--name cloud-storage-sink
Expand Down Expand Up @@ -432,7 +432,7 @@ This example explains how to create a Cloud Storage sink connector in an on-prem
1. Copy the NAR package of the Cloud Storage connector to the Pulsar connectors directory.
```
cp pulsar-io-cloud-storage-{{connector:version}}.nar $PULSAR_HOME/connectors/pulsar-io-cloud-storage-{{connector:version}}.nar
cp pulsar-io-cloud-storage-2.10.5.9.nar $PULSAR_HOME/connectors/pulsar-io-cloud-storage-2.10.5.9.nar
```
2. Reload all [built-in connectors](https://pulsar.apache.org/docs/en/next/io-connectors/).
Expand Down Expand Up @@ -480,7 +480,7 @@ This example demonstrates how to create Cloud Storage sink connector through Fun
metadata:
name: cloud-storage-sink-sample
spec:
image: streamnative/pulsar-io-cloud-storage:{{connector:version}}
image: streamnative/pulsar-io-cloud-storage:2.10.5.9
className: org.apache.pulsar.io.jcloud.sink.CloudStorageGenericRecordSink
replicas: 1
maxReplicas: 1
Expand Down Expand Up @@ -512,7 +512,7 @@ This example demonstrates how to create Cloud Storage sink connector through Fun
cpu: "0.1"
memory: 1G
java:
jar: connectors/pulsar-io-cloud-storage-{{connector:version}}.nar
jar: connectors/pulsar-io-cloud-storage-2.10.5.9.nar
clusterName: test-pulsar
```
Expand Down
63 changes: 26 additions & 37 deletions pom.xml
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
<?xml version="1.0" encoding="UTF-8" standalone="no"?><!--
<?xml version='1.0' encoding='UTF-8'?>
<!--
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
Expand All @@ -18,34 +19,29 @@
under the License.
-->
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<parent>
<groupId>org.apache</groupId>
<artifactId>apache</artifactId>
<version>18</version>
</parent>

<modelVersion>4.0.0</modelVersion>

<groupId>io.streamnative.ecosystem</groupId>
<artifactId>pulsar-io-cloud-storage</artifactId>
<version>2.9.0-rc-202110221101</version>
<version>2.10.5.9</version>
<name>Pulsar Ecosystem :: IO Connector :: Cloud Storage Project</name>
<description>Cloud Storage Connector integrates Apache Pulsar with Cloud Storage.</description>

<properties>
<java.version>1.8</java.version>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
<redirectTestOutputToFile>true</redirectTestOutputToFile>
<spotbugs-annotations.version>3.1.8</spotbugs-annotations.version>
<testRetryCount>2</testRetryCount>

<!-- connector dependencies -->
<jackson.version>2.14.2</jackson.version>
<lombok.version>1.16.22</lombok.version>
<pulsar.version>2.10.3.6</pulsar.version>
<pulsar.version>2.10.5.9</pulsar.version>
<parquet.version>1.12.2</parquet.version>
<awsjavasdk.version>1.12.148</awsjavasdk.version>
<aws.java.sdk2.version>2.16.1</aws.java.sdk2.version>
Expand All @@ -59,14 +55,12 @@
<grpc.version>1.42.1</grpc.version>
<protoc-gen-grpc-java.version>${grpc.version}</protoc-gen-grpc-java.version>
<azure-sdk-bom.version>1.2.6</azure-sdk-bom.version>

<!-- test dependencies -->
<junit.version>4.13.1</junit.version>
<awaitility.version>4.2.0</awaitility.version>
<mockito.version>3.7.7</mockito.version>
<powermock.version>2.0.2</powermock.version>
<testcontainers.version>1.15.2</testcontainers.version>

<!-- build plugin dependencies -->
<license.plugin.version>3.0</license.plugin.version>
<maven-checkstyle-plugin.version>3.1.1</maven-checkstyle-plugin.version>
Expand All @@ -83,15 +77,13 @@
<netty.version>4.1.86.Final</netty.version>
<libthrift.version>0.17.0</libthrift.version>
</properties>

<licenses>
<license>
<name>Apache License, Version 2.0</name>
<url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>
<distribution>repo</distribution>
</license>
</licenses>

<!-- keep all the dependencies used by all modules here -->
<dependencyManagement>
<dependencies>
Expand Down Expand Up @@ -191,7 +183,6 @@
<type>pom</type>
<scope>import</scope>
</dependency>

<!-- test dependencies -->
<dependency>
<groupId>junit</groupId>
Expand Down Expand Up @@ -248,45 +239,37 @@
<artifactId>sts</artifactId>
<version>${aws.java.sdk2.version}</version>
</dependency>

<dependency>
<groupId>org.yaml</groupId>
<artifactId>snakeyaml</artifactId>
<version>${snakeyaml.version}</version>
</dependency>

<dependency>
<groupId>ch.qos.reload4j</groupId>
<artifactId>reload4j</artifactId>
<version>${reload4j.version}</version>
</dependency>

<dependency>
<groupId>com.fasterxml.woodstox</groupId>
<artifactId>woodstox-core</artifactId>
<version>${woodstox-core.version}</version>
</dependency>

<dependency>
<groupId>io.netty</groupId>
<artifactId>netty-bom</artifactId>
<version>${netty.version}</version>
<type>pom</type>
<scope>import</scope>
</dependency>

<dependency>
<groupId>org.apache.thrift</groupId>
<artifactId>libthrift</artifactId>
<version>${libthrift.version}</version>
</dependency>

</dependencies>
</dependencyManagement>

<!-- include the dependencies -->
<dependencies>

<!-- provided dependencies (available at compilation and test classpaths and *NOT* packaged) -->
<dependency>
<groupId>org.projectlombok</groupId>
Expand All @@ -298,13 +281,11 @@
<artifactId>spotbugs-annotations</artifactId>
<scope>provided</scope>
</dependency>

<!-- runtime dependencies -->
<dependency>
<groupId>io.streamnative</groupId>
<artifactId>pulsar-io-core</artifactId>
</dependency>

<dependency>
<groupId>com.fasterxml.jackson.core</groupId>
<artifactId>jackson-databind</artifactId>
Expand Down Expand Up @@ -505,7 +486,6 @@
<groupId>com.azure</groupId>
<artifactId>azure-core-http-okhttp</artifactId>
</dependency>

<!-- test dependencies -->
<dependency>
<groupId>org.apache.logging.log4j</groupId>
Expand Down Expand Up @@ -560,8 +540,6 @@
<artifactId>pulsar</artifactId>
<scope>test</scope>
</dependency>


<dependency>
<groupId>org.apache.commons</groupId>
<artifactId>commons-lang3</artifactId>
Expand Down Expand Up @@ -598,7 +576,6 @@
<version>${pulsar.version}</version>
</dependency>
</dependencies>

<build>
<pluginManagement>
<plugins>
Expand All @@ -610,12 +587,12 @@
<source>${java.version}</source>
<target>${java.version}</target>
<compilerArgs>
<!-- <compilerArg>-Werror</compilerArg>-->
<!-- <compilerArg>-Werror</compilerArg>-->
<compilerArg>-Xlint:deprecation</compilerArg>
<compilerArg>-Xlint:unchecked</compilerArg>
<!-- https://issues.apache.org/jira/browse/MCOMPILER-205 -->
<compilerArg>-Xpkginfo:always</compilerArg>
</compilerArgs>
</compilerArgs>
</configuration>
</plugin>
<!-- test -->
Expand All @@ -624,7 +601,7 @@
<artifactId>maven-surefire-plugin</artifactId>
<version>${maven-surefire-plugin.version}</version>
<configuration>
<!-- <redirectTestOutputToFile>${redirectTestOutputToFile}</redirectTestOutputToFile>-->
<!-- <redirectTestOutputToFile>${redirectTestOutputToFile}</redirectTestOutputToFile>-->
<reuseForks>false</reuseForks>
<forkedProcessTimeoutInSeconds>1800</forkedProcessTimeoutInSeconds>
<rerunFailingTestsCount>${testRetryCount}</rerunFailingTestsCount>
Expand Down Expand Up @@ -737,7 +714,6 @@
<version>${os-maven-plugin.version}</version>
</extension>
</extensions>

<plugins>
<!-- compile -->
<plugin>
Expand All @@ -762,31 +738,26 @@
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
</plugin>

<!-- test -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-surefire-plugin</artifactId>
</plugin>

<!-- package -->
<plugin>
<groupId>org.apache.nifi</groupId>
<artifactId>nifi-nar-maven-plugin</artifactId>
</plugin>

<!-- license -->
<plugin>
<groupId>com.mycila</groupId>
<artifactId>license-maven-plugin</artifactId>
</plugin>

<!-- checkstyle -->
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-checkstyle-plugin</artifactId>
</plugin>

<!-- spotbugs -->
<plugin>
<groupId>com.github.spotbugs</groupId>
Expand All @@ -805,5 +776,23 @@
<name>bintray</name>
<url>https://dl.bintray.com/streamnative/maven</url>
</repository>
<repository>
<id>ossrh</id>
<url>https://s01.oss.sonatype.org/service/local/repositories/iostreamnative-2643/content</url>
</repository>
<repository>
<id>nexus-snapshot</id>
<url>https://s01.oss.sonatype.org/content/repositories/snapshots</url>
</repository>
</repositories>
<distributionManagement>
<snapshotRepository>
<id>ossrh</id>
<url>https://s01.oss.sonatype.org/content/repositories/snapshots</url>
</snapshotRepository>
<repository>
<id>ossrh</id>
<url>https://s01.oss.sonatype.org/service/local/staging/deploy/maven2/</url>
</repository>
</distributionManagement>
</project>

0 comments on commit a04cc74

Please sign in to comment.