init

plugin-mapping.properties

@@ -105,4 +105,6 @@ seatunnel.source.Persistiq = connector-http-persistiq
 seatunnel.sink.SelectDBCloud = connector-selectdb-cloud
 seatunnel.sink.Hbase = connector-hbase
 seatunnel.source.StarRocks = connector-starrocks
+seatunnel.source.AuthSource = connector-http-auth
+
 

seatunnel-connectors-v2/connector-http/connector-http-plus/pom.xml

@@ -0,0 +1,32 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+  <parent>
+    <groupId>org.apache.seatunnel</groupId>
+    <artifactId>seatunnel-connectors-v2</artifactId>
+    <version>2.3.2-SNAPSHOT</version>
+    <relativePath>../../pom.xml</relativePath>
+  </parent>
+
+  <artifactId>connector-http-plus</artifactId>
+  <name>SeaTunnel : Connectors V2 : Http : Plus</name>
+
+  <properties>
+    <maven.compiler.source>8</maven.compiler.source>
+    <maven.compiler.target>8</maven.compiler.target>
+    <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
+  </properties>
+  <dependencies>
+    <dependency>
+      <groupId>org.apache.seatunnel</groupId>
+      <artifactId>connector-http-base</artifactId>
+      <version>${project.version}</version>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.commons</groupId>
+      <artifactId>commons-lang3</artifactId>
+    </dependency>
+  </dependencies>
+</project>

seatunnel-connectors-v2/connector-http/connector-http-plus/src/main/java/org/apache/seatunnel/plus/source/AbstractRequestHandler.java

@@ -0,0 +1,17 @@
+package org.apache.seatunnel.plus.source;
+
+import org.apache.seatunnel.connectors.seatunnel.http.config.HttpParameter;
+import org.apache.seatunnel.shade.com.typesafe.config.Config;
+
+public abstract class AbstractRequestHandler {
+
+  public void before(Config pluginConfig){
+
+  }
+
+  public void after(Config pluginConfig){
+
+  }
+
+   abstract public void request(Config pluginConfig, HttpParameter httpParameter);
+}

seatunnel-connectors-v2/connector-http/connector-http-plus/src/main/java/org/apache/seatunnel/plus/source/HttpPlusSource.java

@@ -0,0 +1,83 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.seatunnel.plus.source;
+
+import org.apache.seatunnel.api.common.PrepareFailException;
+import org.apache.seatunnel.api.source.Boundedness;
+import org.apache.seatunnel.api.source.SeaTunnelSource;
+import org.apache.seatunnel.api.table.catalog.CatalogTableUtil;
+import org.apache.seatunnel.api.table.type.SeaTunnelRow;
+import org.apache.seatunnel.common.constants.JobMode;
+
+
+import org.apache.seatunnel.common.exception.CommonErrorCode;
+import org.apache.seatunnel.connectors.seatunnel.common.source.AbstractSingleSplitReader;
+import org.apache.seatunnel.connectors.seatunnel.common.source.SingleSplitReaderContext;
+import org.apache.seatunnel.connectors.seatunnel.http.config.HttpConfig;
+import org.apache.seatunnel.connectors.seatunnel.http.exception.HttpConnectorException;
+import org.apache.seatunnel.connectors.seatunnel.http.source.HttpSource;
+import org.apache.seatunnel.connectors.seatunnel.http.source.HttpSourceReader;
+import org.apache.seatunnel.connectors.seatunnel.http.source.SimpleTextDeserializationSchema;
+import org.apache.seatunnel.format.json.JsonDeserializationSchema;
+import org.apache.seatunnel.plus.source.config.HttpPlusSourceParameter;
+import org.apache.seatunnel.shade.com.typesafe.config.Config;
+
+import java.util.Locale;
+
+import com.google.auto.service.AutoService;
+import lombok.extern.slf4j.Slf4j;
+
+@Slf4j
+@AutoService(SeaTunnelSource.class)
+public class HttpPlusSource extends HttpSource {
+
+    private Config pluginConfig;
+    private HttpPlusSourceParameter plusSourceParameter=new HttpPlusSourceParameter();
+
+    @Override
+    public String getPluginName() {
+        return "Plus";
+    }
+
+    @Override
+    public void prepare(Config pluginConfig) throws PrepareFailException {
+        //如果配置包名那么校验内容
+        buildSchemaWithConfig(pluginConfig);
+        this.pluginConfig=pluginConfig;
+    }
+
+    @Override
+    public AbstractSingleSplitReader<SeaTunnelRow> createReader(SingleSplitReaderContext readerContext) throws Exception {
+        return new HttpPlusSourceReader(plusSourceParameter,
+            readerContext,
+            this.deserializationSchema,
+            jsonField,
+            contentField,pluginConfig);
+    }
+
+    @Override
+    public Boundedness getBoundedness() {
+        if (JobMode.BATCH.equals(jobContext.getJobMode())) {
+            return Boundedness.BOUNDED;
+        }
+        throw new UnsupportedOperationException(
+                "http-plus source connector not support unbounded operation");
+    }
+
+
+}

seatunnel-connectors-v2/connector-http/connector-http-plus/src/main/java/org/apache/seatunnel/plus/source/HttpPlusSourceFactory.java

@@ -0,0 +1,39 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *//*
+
+
+package org.apache.seatunnel.auth.source;
+
+import org.apache.seatunnel.api.configuration.util.OptionRule;
+import org.apache.seatunnel.api.table.factory.Factory;
+import org.apache.seatunnel.connectors.seatunnel.http.source.HttpSourceFactory;
+
+import com.google.auto.service.AutoService;
+
+@AutoService(Factory.class)
+public class AuthSourceFactory extends HttpSourceFactory {
+    @Override
+    public String factoryIdentifier() {
+        return "Gitlab";
+    }
+
+    @Override
+    public OptionRule optionRule() {
+        return getHttpBuilder().required(GitlabSourceConfig.ACCESS_TOKEN).build();
+    }
+}
+*/