[Improve][Zeta] Checkpoint exception status messages exclude state da…

…ta (#5547)
apache · Sep 25, 2023 · 865163d · 865163d
1 parent f73b372
commit 865163d
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 2 deletions.
diff --git a/release-note.md b/release-note.md
@@ -139,6 +139,7 @@
 - [Zeta] Cancel pipeline add retry to avoid cancel failed. (#4792)
 - [Zeta] Improve Zeta operation max count and ignore NPE (#4787)
 - [Zeta] Remove serialize(deserialize) cost when use shuffle action (#4722)
+- [zeta] Checkpoint exception status messages exclude state data (#5547)
 
 ## Feature
 

diff --git a/...orage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java b/...orage-api/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/PipelineState.java
@@ -22,9 +22,11 @@
 
 import lombok.Builder;
 import lombok.Data;
+import lombok.ToString;
 
 @Data
 @Builder
+@ToString(exclude = "states")
 public class PipelineState {
 
     private String jobId;

diff --git a/...e-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java b/...e-hdfs/src/main/java/org/apache/seatunnel/engine/checkpoint/storage/hdfs/HdfsStorage.java
@@ -88,7 +88,7 @@ public String storeCheckPoint(PipelineState state) throws CheckpointStorageExcep
             datas = serializeCheckPointData(state);
         } catch (IOException e) {
             throw new CheckpointStorageException(
-                    "Failed to serialize checkpoint data,state is :" + state, e);
+                    String.format("Failed to serialize checkpoint data, state: %s", state), e);
         }
         Path filePath =
                 new Path(
@@ -108,7 +108,10 @@ public String storeCheckPoint(PipelineState state) throws CheckpointStorageExcep
             out.write(datas);
         } catch (IOException e) {
             throw new CheckpointStorageException(
-                    "Failed to write checkpoint data, state: " + state, e);
+                    String.format(
+                            "Failed to write checkpoint data, file: %s, state: %s",
+                            tmpFilePath, state),
+                    e);
         }
         try {
             boolean success = fs.rename(tmpFilePath, filePath);