Skip to content

Commit

Permalink
[Improve][Config] Support ignore plugin_input/plugin_output of simple…
Browse files Browse the repository at this point in the history
… job config
  • Loading branch information
hailin0 committed Dec 18, 2024
1 parent d58fce1 commit fee12f1
Show file tree
Hide file tree
Showing 591 changed files with 162 additions and 1,307 deletions.
4 changes: 0 additions & 4 deletions docs/en/concept/schema-evolution.md
Original file line number Diff line number Diff line change
Expand Up @@ -85,7 +85,6 @@ env {
source {
# This is a example source plugin **only for test and demonstrate the feature source plugin**
Oracle-CDC {
plugin_output = "customers"
username = "dbzuser"
password = "dbz"
database-names = ["ORCLCDB"]
Expand All @@ -101,7 +100,6 @@ source {
sink {
Jdbc {
plugin_input = "customers"
driver = "oracle.jdbc.driver.OracleDriver"
url = "jdbc:oracle:thin:@oracle-host:1521/ORCLCDB"
user = "dbzuser"
Expand All @@ -128,7 +126,6 @@ env {
source {
# This is a example source plugin **only for test and demonstrate the feature source plugin**
Oracle-CDC {
plugin_output = "customers"
username = "dbzuser"
password = "dbz"
database-names = ["ORCLCDB"]
Expand All @@ -144,7 +141,6 @@ source {
sink {
jdbc {
plugin_input = "customers"
url = "jdbc:mysql://oracle-host:3306/oracle_sink"
driver = "com.mysql.cj.jdbc.Driver"
user = "st_user_sink"
Expand Down
2 changes: 0 additions & 2 deletions docs/en/concept/schema-feature.md
Original file line number Diff line number Diff line change
Expand Up @@ -220,7 +220,6 @@ tables_configs = [
source {
FakeSource {
parallelism = 2
plugin_output = "fake"
row.num = 16
schema {
table = "FakeDatabase.FakeTable"
Expand Down Expand Up @@ -274,7 +273,6 @@ If you only need to define the column, you can use fields to define the column,
source {
FakeSource {
parallelism = 2
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand Down
2 changes: 0 additions & 2 deletions docs/en/connector-v2/Config-Encryption-Decryption.md
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,6 @@ Next, I'll show how to quickly use SeaTunnel's own `base64` encryption:
source {
MySQL-CDC {
plugin_output = "fake"
parallelism = 1
server-id = 5656
port = 56725
Expand Down Expand Up @@ -96,7 +95,6 @@ Next, I'll show how to quickly use SeaTunnel's own `base64` encryption:
"port" : 56725,
"database-name" : "inventory_vwyw0n",
"parallelism" : 1,
"plugin_output" : "fake",
"table-name" : "products",
"plugin_name" : "MySQL-CDC",
"server-id" : 5656,
Expand Down
3 changes: 0 additions & 3 deletions docs/en/connector-v2/formats/avro.md
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,6 @@ source {
}
}
}
plugin_output = "fake"
}
}

Expand All @@ -76,7 +75,6 @@ source {
Kafka {
bootstrap.servers = "kafkaCluster:9092"
topic = "test_avro_topic"
plugin_output = "kafka_table"
start_mode = "earliest"
format = avro
format_error_handle_way = skip
Expand Down Expand Up @@ -104,7 +102,6 @@ source {

sink {
Console {
plugin_input = "kafka_table"
}
}
```
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/formats/canal-json.md
Original file line number Diff line number Diff line change
Expand Up @@ -85,7 +85,6 @@ source {
Kafka {
bootstrap.servers = "kafkaCluster:9092"
topic = "products_binlog"
plugin_output = "kafka_name"
start_mode = earliest
schema = {
fields {
Expand Down
4 changes: 0 additions & 4 deletions docs/en/connector-v2/formats/cdc-compatible-debezium-json.md
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,6 @@ env {

source {
MySQL-CDC {
plugin_output = "table1"

base-url="jdbc:mysql://localhost:3306/test"
"startup.mode"=INITIAL
table-names=[
Expand All @@ -41,8 +39,6 @@ source {

sink {
Kafka {
plugin_input = "table1"

bootstrap.servers = "localhost:9092"
topic = "${topic}"

Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/formats/debezium-json.md
Original file line number Diff line number Diff line change
Expand Up @@ -84,7 +84,6 @@ source {
Kafka {
bootstrap.servers = "kafkaCluster:9092"
topic = "products_binlog"
plugin_output = "kafka_name"
start_mode = earliest
schema = {
fields {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,6 @@ source {
Kafka {
bootstrap.servers = "localhost:9092"
topic = "jdbc_source_record"
plugin_output = "kafka_table"
start_mode = earliest
schema = {
fields {
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/formats/maxwell-json.md
Original file line number Diff line number Diff line change
Expand Up @@ -62,7 +62,6 @@ source {
Kafka {
bootstrap.servers = "kafkaCluster:9092"
topic = "products_binlog"
plugin_output = "kafka_name"
start_mode = earliest
schema = {
fields {
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/formats/ogg-json.md
Original file line number Diff line number Diff line change
Expand Up @@ -66,7 +66,6 @@ source {
Kafka {
bootstrap.servers = "127.0.0.1:9092"
topic = "ogg"
plugin_output = "kafka_name"
start_mode = earliest
schema = {
fields {
Expand Down
3 changes: 0 additions & 3 deletions docs/en/connector-v2/formats/protobuf.md
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,6 @@ env {
source {
FakeSource {
parallelism = 1
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand Down Expand Up @@ -151,13 +150,11 @@ source {
}
bootstrap.servers = "kafkaCluster:9092"
start_mode = "earliest"
plugin_output = "kafka_table"
}
}
sink {
Console {
plugin_input = "kafka_table"
}
}
```
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/AmazonSqs.md
Original file line number Diff line number Diff line change
Expand Up @@ -70,7 +70,6 @@ source {
}
}
}
plugin_output = "fake"
}
}

Expand Down
2 changes: 0 additions & 2 deletions docs/en/connector-v2/sink/Assert.md
Original file line number Diff line number Diff line change
Expand Up @@ -267,13 +267,11 @@ source {
]
}
]
plugin_output = "fake"
}
}
sink{
Assert {
plugin_input = "fake"
rules =
{
row_rules = [
Expand Down
2 changes: 0 additions & 2 deletions docs/en/connector-v2/sink/Console.md
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,6 @@ env {
source {
FakeSource {
plugin_output = "fake"
schema = {
fields {
name = "string"
Expand All @@ -56,7 +55,6 @@ source {
sink {
Console {
plugin_input = "fake"
}
}
```
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/DB2.md
Original file line number Diff line number Diff line change
Expand Up @@ -101,7 +101,6 @@ source {
# This is a example source plugin **only for test and demonstrate the feature source plugin**
FakeSource {
parallelism = 1
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/HdfsFile.md
Original file line number Diff line number Diff line change
Expand Up @@ -93,7 +93,6 @@ source {
# This is a example source plugin **only for test and demonstrate the feature source plugin**
FakeSource {
parallelism = 1
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/Iceberg.md
Original file line number Diff line number Diff line change
Expand Up @@ -92,7 +92,6 @@ env {
source {
MySQL-CDC {
plugin_output = "customers_mysql_cdc_iceberg"
server-id = 5652
username = "st_user"
password = "seatunnel"
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/Kafka.md
Original file line number Diff line number Diff line change
Expand Up @@ -111,7 +111,6 @@ env {
source {
FakeSource {
parallelism = 1
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/Kingbase.md
Original file line number Diff line number Diff line change
Expand Up @@ -105,7 +105,6 @@ source {
# This is a example source plugin **only for test and demonstrate the feature source plugin**
FakeSource {
parallelism = 1
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand Down
2 changes: 0 additions & 2 deletions docs/en/connector-v2/sink/Kudu.md
Original file line number Diff line number Diff line change
Expand Up @@ -67,7 +67,6 @@ env {
}
source {
FakeSource {
plugin_output = "kudu"
schema = {
fields {
id = int
Expand Down Expand Up @@ -114,7 +113,6 @@ env {
sink {
kudu{
plugin_input = "kudu"
kudu_masters = "kudu-master-cdc:7051"
table_name = "kudu_sink_table"
enable_kerberos = true
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/Mysql.md
Original file line number Diff line number Diff line change
Expand Up @@ -112,7 +112,6 @@ source {
# This is a example source plugin **only for test and demonstrate the feature source plugin**
FakeSource {
parallelism = 1
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/OceanBase.md
Original file line number Diff line number Diff line change
Expand Up @@ -111,7 +111,6 @@ source {
# This is a example source plugin **only for test and demonstrate the feature source plugin**
FakeSource {
parallelism = 1
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/Oracle.md
Original file line number Diff line number Diff line change
Expand Up @@ -110,7 +110,6 @@ env {
source {
FakeSource {
parallelism = 1
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/PostgreSql.md
Original file line number Diff line number Diff line change
Expand Up @@ -154,7 +154,6 @@ env {
source {
FakeSource {
parallelism = 1
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/Prometheus.md
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,6 @@ source {
c_timestamp = timestamp
}
}
plugin_output = "fake"
rows = [
{
kind = INSERT
Expand Down
2 changes: 0 additions & 2 deletions docs/en/connector-v2/sink/Pulsar.md
Original file line number Diff line number Diff line change
Expand Up @@ -145,7 +145,6 @@ env {
source {
FakeSource {
parallelism = 1
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand All @@ -161,7 +160,6 @@ sink {
topic = "example"
client.service-url = "localhost:pulsar://localhost:6650"
admin.service-url = "http://my-broker.example.com:8080"
plugin_output = "test"
pulsar.config = {
sendTimeoutMs = 30000
}
Expand Down
2 changes: 0 additions & 2 deletions docs/en/connector-v2/sink/RocketMQ.md
Original file line number Diff line number Diff line change
Expand Up @@ -115,7 +115,6 @@ source {
Rocketmq {
name.srv.addr = "localhost:9876"
topics = "test_topic"
plugin_output = "rocketmq_table"
schema = {
fields {
c_map = "map<string, string>"
Expand Down Expand Up @@ -161,7 +160,6 @@ source {
Rocketmq {
name.srv.addr = "localhost:9876"
topics = "test_topic"
plugin_output = "rocketmq_table"
start.mode = "CONSUME_FROM_FIRST_OFFSET"
batch.size = "400"
consumer.group = "test_topic_group"
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/S3File.md
Original file line number Diff line number Diff line change
Expand Up @@ -315,7 +315,6 @@ source {
# This is a example source plugin **only for test and demonstrate the feature source plugin**
FakeSource {
parallelism = 1
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/Snowflake.md
Original file line number Diff line number Diff line change
Expand Up @@ -89,7 +89,6 @@ source {
# This is a example source plugin **only for test and demonstrate the feature source plugin**
FakeSource {
parallelism = 1
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/Socket.md
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,6 @@ env {
source {
FakeSource {
plugin_output = "fake"
schema = {
fields {
name = "string"
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/SqlServer.md
Original file line number Diff line number Diff line change
Expand Up @@ -147,7 +147,6 @@ sink {
```
Jdbc {
plugin_input = "customers"
driver = com.microsoft.sqlserver.jdbc.SQLServerDriver
url = "jdbc:sqlserver://localhost:1433;databaseName=column_type_test"
user = SA
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/Typesense.md
Original file line number Diff line number Diff line change
Expand Up @@ -77,7 +77,6 @@ Simple example:
```bash
sink {
Typesense {
plugin_input = "typesense_test_table"
hosts = ["localhost:8108"]
collection = "typesense_to_typesense_sink_with_query"
max_retry_count = 3
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/sink/Vertica.md
Original file line number Diff line number Diff line change
Expand Up @@ -109,7 +109,6 @@ source {
# This is a example source plugin **only for test and demonstrate the feature source plugin**
FakeSource {
parallelism = 1
plugin_output = "fake"
row.num = 16
schema = {
fields {
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/source/Cassandra.md
Original file line number Diff line number Diff line change
Expand Up @@ -67,7 +67,6 @@ source {
datacenter = "datacenter1"
keyspace = "test"
cql = "select * from source_table"
plugin_output = "source_table"
}
}
```
Expand Down
1 change: 0 additions & 1 deletion docs/en/connector-v2/source/Clickhouse.md
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,6 @@ source {
username = "xxxxx"
password = "xxxxx"
server_time_zone = "UTC"
plugin_output = "test"
clickhouse.config = {
"socket_timeout": "300000"
}
Expand Down
Loading

0 comments on commit fee12f1

Please sign in to comment.