routine load的transaction显示finished,但数据并未导入 #16920
smile28616
started this conversation in
General
Replies: 0 comments
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
-
show routine load for itemSet_208_import \G
*************************** 1. row ***************************
Id: 3959821
Name: itemSet_208_import
CreateTime: 2023-02-18 17:52:16
PauseTime: NULL
EndTime: NULL
DbName: default_cluster:business_wzktest6
TableName: item_set_208
State: RUNNING
DataSourceType: KAFKA
CurrentTaskNum: 1
JobProperties: {"timezone":"Asia/Shanghai","send_batch_parallelism":"5","load_to_single_tablet":"false","maxBatchSizeBytes":"209715200","exec_mem_limit":"4294967296","strict_mode":"false","jsonpaths":"","currentTaskConcurrentNum":"1","fuzzy_parse":"false","partitions":"","columnToColumnExpr":"","maxBatchIntervalS":"15","whereExpr":"","dataFormat":"json","precedingFilter":"","mergeType":"APPEND","format":"json","json_root":"","deleteCondition":"","desireTaskConcurrentNum":"3","maxErrorNum":"3000","strip_outer_array":"false","execMemLimit":"4294967296","num_as_string":"false","maxBatchRows":"300000"}
DataSourceProperties: {"topic":"business_12_itemSet_208_item","currentKafkaPartitions":"0","brokerList":"172.24.4.83:9092"}
CustomProperties: {"enable.auto.commit":"false","group.id":"cess_user_12","kafka_default_offsets":"OFFSET_END"}
Statistic: {"receivedBytes":0,"runningTxns":[],"errorRows":0,"committedTaskNum":351,"loadedRows":0,"loadRowsRate":0,"abortedTaskNum":0,"errorRowsAfterResumed":0,"totalRows":0,"unselectedRows":0,"receivedBytesRate":0,"taskExecuteTimeMs":5358104}
Progress: {"0":"OFFSET_END"}
Lag: {"0":2}
ReasonOfStateChanged:
ErrorLogUrls:
OtherMsg:
1 row in set (0.02 sec)
show proc "/transactions";
| 3225841 | default_cluster:business_wzktest6 | 0 | |
+---------+------------------------------------+-----------------------+
53 rows in set (0.02 sec)
mysql> show proc "/transactions/3225841";
+----------+--------+
| State | Number |
+----------+--------+
| running | 0 |
| finished | 206 |
+----------+--------+
2 rows in set (0.02 sec)
finished transaction
show transaction where ID= 4924314\G
*************************** 1. row ***************************
TransactionId: 4924314
Label: fab7b45cd6864756-86dfc07af222cbbc
Coordinator: FE: 172.24.4.83
TransactionStatus: VISIBLE
LoadJobSourceType: ROUTINE_LOAD_TASK
PrepareTime: 2023-02-20 10:13:30
PreCommitTime: NULL
CommitTime: 2023-02-20 10:14:00
PublishTime: 2023-02-20 10:14:00
FinishTime: 2023-02-20 10:14:00
Reason:
ErrorReplicasCount: 0
ListenerId: 3225942
TimeoutMs: 60000
ErrMsg:
1 row in set (0.02 sec)
routine load
show create routine load for itemSet_208_import\G
*************************** 1. row ***************************
JobId: 3959821
JobName: itemSet_208_import
CreateStmt: CREATE ROUTINE LOAD itemSet_208_import ON item_set_208
WITH APPEND
PROPERTIES
(
"desired_concurrent_number" = "3",
"max_error_number" = "3000",
"max_batch_interval" = "15",
"max_batch_rows" = "300000",
"max_batch_size" = "209715200",
"format" = "json",
"strip_outer_array" = "false",
"num_as_string" = "false",
"fuzzy_parse" = "false",
"strict_mode" = "false",
"timezone" = "Asia/Shanghai",
"exec_mem_limit" = "4294967296"
)
FROM KAFKA
(
"kafka_broker_list" = "172.24.4.83:9092",
"kafka_topic" = "business_12_itemSet_208_item",
"property.enable.auto.commit" = "false",
"property.kafka_default_offsets" = "OFFSET_END",
"property.group.id" = "cess_user_12",
"kafka_partitions" = "0",
"kafka_offsets" = "OFFSET_END"
);
1 row in set (0.01 sec)
Beta Was this translation helpful? Give feedback.
All reactions