diff --git a/source-mysql/.snapshots/TestAddLegacyTextColumn b/source-mysql/.snapshots/TestAddLegacyTextColumn new file mode 100644 index 000000000..af3fcde8a --- /dev/null +++ b/source-mysql/.snapshots/TestAddLegacyTextColumn @@ -0,0 +1,17 @@ +# ================================ +# Collection "acmeCo/test/test_addlegacytextcolumn_30621561": 9 Documents +# ================================ +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"AddLegacyTextColumn_30621561","cursor":"backfill:0"}},"id":1} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"AddLegacyTextColumn_30621561","cursor":"backfill:1"}},"id":2} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"AddLegacyTextColumn_30621561","cursor":"backfill:2"}},"id":3} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"AddLegacyTextColumn_30621561","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"four","id":4} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"AddLegacyTextColumn_30621561","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Heizölrückstoßabdämpfung","id":5} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"AddLegacyTextColumn_30621561","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"six","id":6} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"AddLegacyTextColumn_30621561","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"777","data_ucs":"seven","id":7} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"AddLegacyTextColumn_30621561","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"888","data_ucs":"次常用字","id":8} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"AddLegacyTextColumn_30621561","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"999","data_ucs":"nine","id":9} +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FAddLegacyTextColumn_30621561":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"latin1","schema":{"columns":["id","data","data_ucs"],"types":{"data":{"charset":"latin1","type":"text"},"data_ucs":{"charset":"ucs2","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} + diff --git a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_end b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_end index 71adbf873..13ba11e82 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_end +++ b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_end @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data","extra_end"],"types":{"data":"text","extra_end":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data","extra_end"],"types":{"data":{"charset":"utf8mb4","type":"text"},"extra_end":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_end_restart b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_end_restart index fc5459cd5..e92650456 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_end_restart +++ b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_end_restart @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data","extra_end"],"types":{"data":"text","extra_end":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data","extra_end"],"types":{"data":{"charset":"utf8mb4","type":"text"},"extra_end":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_first b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_first index 3236589f4..6e2d3a92e 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_first +++ b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_first @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["extra_start","id","data","extra_end"],"types":{"data":"text","extra_end":"text","extra_start":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["extra_start","id","data","extra_end"],"types":{"data":{"charset":"utf8mb4","type":"text"},"extra_end":{"charset":"utf8mb4","type":"text"},"extra_start":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_first_restart b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_first_restart index 031bd5e96..21287c8ce 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_first_restart +++ b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_first_restart @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["extra_start","id","data","extra_end"],"types":{"data":"text","extra_end":"text","extra_start":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["extra_start","id","data","extra_end"],"types":{"data":{"charset":"utf8mb4","type":"text"},"extra_end":{"charset":"utf8mb4","type":"text"},"extra_start":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_middle b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_middle index 5b552739e..6de230b01 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_middle +++ b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_middle @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["extra_start","id","Extra_MIDDLE","data","extra_end"],"types":{"Extra_MIDDLE":"text","data":"text","extra_end":"text","extra_start":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["extra_start","id","Extra_MIDDLE","data","extra_end"],"types":{"Extra_MIDDLE":{"charset":"utf8mb4","type":"text"},"data":{"charset":"utf8mb4","type":"text"},"extra_end":{"charset":"utf8mb4","type":"text"},"extra_start":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_middle_restart b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_middle_restart index 2f624b297..d5bc792ca 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_middle_restart +++ b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-at_middle_restart @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["extra_start","id","Extra_MIDDLE","data","extra_end"],"types":{"Extra_MIDDLE":"text","data":"text","extra_end":"text","extra_start":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["extra_start","id","Extra_MIDDLE","data","extra_end"],"types":{"Extra_MIDDLE":{"charset":"utf8mb4","type":"text"},"data":{"charset":"utf8mb4","type":"text"},"extra_end":{"charset":"utf8mb4","type":"text"},"extra_start":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-init b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-init index 1c290aafc..9389fe938 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-init +++ b/source-mysql/.snapshots/TestAlterTable_AddColumnBasic-init @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddColumnBasic_68678323":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-enum-init b/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-enum-init index ffce45891..27e5268b4 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-enum-init +++ b/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-enum-init @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddColumnSetEnum_enum_76927424":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddColumnSetEnum_enum_76927424":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-enum-restart b/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-enum-restart index 7bbd11795..b3f9f1637 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-enum-restart +++ b/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-enum-restart @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddColumnSetEnum_enum_76927424":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data","enumCol"],"types":{"data":"text","enumCol":{"enum":["","someValue","anotherValue"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddColumnSetEnum_enum_76927424":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data","enumCol"],"types":{"data":{"charset":"utf8mb4","type":"text"},"enumCol":{"enum":["","someValue","anotherValue"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-enum-stream b/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-enum-stream index ea9164401..0360db8f9 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-enum-stream +++ b/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-enum-stream @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddColumnSetEnum_enum_76927424":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data","enumCol"],"types":{"data":"text","enumCol":{"enum":["","someValue","anotherValue"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddColumnSetEnum_enum_76927424":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data","enumCol"],"types":{"data":{"charset":"utf8mb4","type":"text"},"enumCol":{"enum":["","someValue","anotherValue"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-set-init b/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-set-init index 8b1b16b4d..c74d76ed4 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-set-init +++ b/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-set-init @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddColumnSetEnum_set_14622082":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddColumnSetEnum_set_14622082":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-set-restart b/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-set-restart index a8bc092b3..3e5e4019c 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-set-restart +++ b/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-set-restart @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddColumnSetEnum_set_14622082":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data","setCol"],"types":{"data":"text","id":{"type":"int"},"setCol":{"enum":["a","b","c"],"type":"set"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddColumnSetEnum_set_14622082":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data","setCol"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"},"setCol":{"enum":["a","b","c"],"type":"set"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-set-stream b/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-set-stream index 468439b76..9dfd4d59b 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-set-stream +++ b/source-mysql/.snapshots/TestAlterTable_AddColumnSetEnum-set-stream @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddColumnSetEnum_set_14622082":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data","setCol"],"types":{"data":"text","id":{"type":"int"},"setCol":{"enum":["a","b","c"],"type":"set"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddColumnSetEnum_set_14622082":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data","setCol"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"},"setCol":{"enum":["a","b","c"],"type":"set"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddEnumColumn-init b/source-mysql/.snapshots/TestAlterTable_AddEnumColumn-init index 89f843367..0a5c683b2 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddEnumColumn-init +++ b/source-mysql/.snapshots/TestAlterTable_AddEnumColumn-init @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddEnumColumn_30213486":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddEnumColumn_30213486":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddEnumColumn-modified b/source-mysql/.snapshots/TestAlterTable_AddEnumColumn-modified index 04ecb4e57..660968189 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddEnumColumn-modified +++ b/source-mysql/.snapshots/TestAlterTable_AddEnumColumn-modified @@ -7,5 +7,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddEnumColumn_30213486":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data","enumcol"],"types":{"data":"text","enumcol":{"enum":["","sm","med","lg"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddEnumColumn_30213486":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data","enumcol"],"types":{"data":{"charset":"utf8mb4","type":"text"},"enumcol":{"enum":["","sm","med","lg"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddEnumColumn-rebackfilled b/source-mysql/.snapshots/TestAlterTable_AddEnumColumn-rebackfilled index d12296006..5c637d07d 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddEnumColumn-rebackfilled +++ b/source-mysql/.snapshots/TestAlterTable_AddEnumColumn-rebackfilled @@ -9,5 +9,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddEnumColumn_30213486":{"backfilled":5,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data","enumcol"],"types":{"data":"text","enumcol":{"enum":["","sm","med","lg"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddEnumColumn_30213486":{"backfilled":5,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data","enumcol"],"types":{"data":{"charset":"utf8mb4","type":"text"},"enumcol":{"enum":["","sm","med","lg"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddUnsignedColumn-init b/source-mysql/.snapshots/TestAlterTable_AddUnsignedColumn-init index 287989054..a1b6138e3 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddUnsignedColumn-init +++ b/source-mysql/.snapshots/TestAlterTable_AddUnsignedColumn-init @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddUnsignedColumn_57413089":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddUnsignedColumn_57413089":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddUnsignedColumn-modified b/source-mysql/.snapshots/TestAlterTable_AddUnsignedColumn-modified index 9589d0cef..0214c88d5 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddUnsignedColumn-modified +++ b/source-mysql/.snapshots/TestAlterTable_AddUnsignedColumn-modified @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddUnsignedColumn_57413089":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data","uintval"],"types":{"data":"text","id":{"type":"int"},"uintval":{"type":"bigint","unsigned":true}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddUnsignedColumn_57413089":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data","uintval"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"},"uintval":{"type":"bigint","unsigned":true}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_AddUnsignedColumn-rebackfilled b/source-mysql/.snapshots/TestAlterTable_AddUnsignedColumn-rebackfilled index 08577e498..8ca172077 100644 --- a/source-mysql/.snapshots/TestAlterTable_AddUnsignedColumn-rebackfilled +++ b/source-mysql/.snapshots/TestAlterTable_AddUnsignedColumn-rebackfilled @@ -8,5 +8,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_AddUnsignedColumn_57413089":{"backfilled":4,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data","uintval"],"types":{"data":"text","id":{"type":"int"},"uintval":{"type":"bigint","unsigned":true}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_AddUnsignedColumn_57413089":{"backfilled":4,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data","uintval"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"},"uintval":{"type":"bigint","unsigned":true}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_ChangeColumn-capture1 b/source-mysql/.snapshots/TestAlterTable_ChangeColumn-capture1 index 78288867d..aaab0c60d 100644 --- a/source-mysql/.snapshots/TestAlterTable_ChangeColumn-capture1 +++ b/source-mysql/.snapshots/TestAlterTable_ChangeColumn-capture1 @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_ChangeColumn_27484562":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data_two"],"types":{"data_two":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_ChangeColumn_27484562":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data_two"],"types":{"data_two":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_ChangeColumn-capture2 b/source-mysql/.snapshots/TestAlterTable_ChangeColumn-capture2 index 5caa7b413..ce1df7c78 100644 --- a/source-mysql/.snapshots/TestAlterTable_ChangeColumn-capture2 +++ b/source-mysql/.snapshots/TestAlterTable_ChangeColumn-capture2 @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_ChangeColumn_27484562":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["data_three","id"],"types":{"data_three":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_ChangeColumn_27484562":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["data_three","id"],"types":{"data_three":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_ChangeColumn-capture3 b/source-mysql/.snapshots/TestAlterTable_ChangeColumn-capture3 index 5bb067994..7c784b211 100644 --- a/source-mysql/.snapshots/TestAlterTable_ChangeColumn-capture3 +++ b/source-mysql/.snapshots/TestAlterTable_ChangeColumn-capture3 @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_ChangeColumn_27484562":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_ChangeColumn_27484562":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_ChangeColumn-init b/source-mysql/.snapshots/TestAlterTable_ChangeColumn-init index 1551c5c11..dd368bd5e 100644 --- a/source-mysql/.snapshots/TestAlterTable_ChangeColumn-init +++ b/source-mysql/.snapshots/TestAlterTable_ChangeColumn-init @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_ChangeColumn_27484562":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_ChangeColumn_27484562":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_DropColumn-init b/source-mysql/.snapshots/TestAlterTable_DropColumn-init index 90662c2e8..2f67dfa9d 100644 --- a/source-mysql/.snapshots/TestAlterTable_DropColumn-init +++ b/source-mysql/.snapshots/TestAlterTable_DropColumn-init @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_DropColumn_44468116":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_DropColumn_44468116":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_DropColumn-restart b/source-mysql/.snapshots/TestAlterTable_DropColumn-restart index bacf0c69d..309c6de98 100644 --- a/source-mysql/.snapshots/TestAlterTable_DropColumn-restart +++ b/source-mysql/.snapshots/TestAlterTable_DropColumn-restart @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_DropColumn_44468116":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","other_data"],"types":{"id":{"type":"int"},"other_data":"text"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_DropColumn_44468116":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","other_data"],"types":{"id":{"type":"int"},"other_data":{"charset":"utf8mb4","type":"text"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_DropColumn-stream b/source-mysql/.snapshots/TestAlterTable_DropColumn-stream index 96b0869da..1f931cbe6 100644 --- a/source-mysql/.snapshots/TestAlterTable_DropColumn-stream +++ b/source-mysql/.snapshots/TestAlterTable_DropColumn-stream @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_DropColumn_44468116":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","other_data"],"types":{"id":{"type":"int"},"other_data":"text"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_DropColumn_44468116":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","other_data"],"types":{"id":{"type":"int"},"other_data":{"charset":"utf8mb4","type":"text"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture1 b/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture1 index ef8e221cd..79e21166b 100644 --- a/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture1 +++ b/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture1 @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_ModifyColumn_13419621":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","tag","data"],"types":{"data":"text","id":{"type":"int"},"tag":"varchar"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_ModifyColumn_13419621":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","tag","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"},"tag":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture2 b/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture2 index 0847cca54..219749e2c 100644 --- a/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture2 +++ b/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture2 @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_ModifyColumn_13419621":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["tag","id","data"],"types":{"data":"text","id":{"type":"int"},"tag":"varchar"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_ModifyColumn_13419621":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["tag","id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"},"tag":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture3 b/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture3 index 01d7ac893..87a606484 100644 --- a/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture3 +++ b/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture3 @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_ModifyColumn_13419621":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data","tag"],"types":{"data":"text","id":{"type":"int"},"tag":"text"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_ModifyColumn_13419621":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data","tag"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"},"tag":{"charset":"utf8mb4","type":"text"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture4 b/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture4 index aed6306bb..b4f557438 100644 --- a/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture4 +++ b/source-mysql/.snapshots/TestAlterTable_ModifyColumn-capture4 @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_ModifyColumn_13419621":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","tag","data"],"types":{"data":"text","id":{"type":"int"},"tag":"text"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_ModifyColumn_13419621":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","tag","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"},"tag":{"charset":"utf8mb4","type":"text"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_ModifyColumn-init b/source-mysql/.snapshots/TestAlterTable_ModifyColumn-init index 1035a8ffd..cef16a5db 100644 --- a/source-mysql/.snapshots/TestAlterTable_ModifyColumn-init +++ b/source-mysql/.snapshots/TestAlterTable_ModifyColumn-init @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_ModifyColumn_13419621":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","tag","data"],"types":{"data":"text","id":{"type":"int"},"tag":"text"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_ModifyColumn_13419621":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","tag","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"},"tag":{"charset":"utf8mb4","type":"text"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_MultipleAlterations-altered b/source-mysql/.snapshots/TestAlterTable_MultipleAlterations-altered index 8c5d37a89..6f34e831f 100644 --- a/source-mysql/.snapshots/TestAlterTable_MultipleAlterations-altered +++ b/source-mysql/.snapshots/TestAlterTable_MultipleAlterations-altered @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_MultipleAlterations_95139670":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["extra_first","id","extra_after_id","extra_end"],"types":{"extra_after_id":"text","extra_end":"text","extra_first":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_MultipleAlterations_95139670":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["extra_first","id","extra_after_id","extra_end"],"types":{"extra_after_id":{"charset":"utf8mb4","type":"text"},"extra_end":{"charset":"utf8mb4","type":"text"},"extra_first":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_MultipleAlterations-init b/source-mysql/.snapshots/TestAlterTable_MultipleAlterations-init index 876e6388c..02c95725e 100644 --- a/source-mysql/.snapshots/TestAlterTable_MultipleAlterations-init +++ b/source-mysql/.snapshots/TestAlterTable_MultipleAlterations-init @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_MultipleAlterations_95139670":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_MultipleAlterations_95139670":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_RenameColumn-capture1 b/source-mysql/.snapshots/TestAlterTable_RenameColumn-capture1 index 5905ae85d..9e0804784 100644 --- a/source-mysql/.snapshots/TestAlterTable_RenameColumn-capture1 +++ b/source-mysql/.snapshots/TestAlterTable_RenameColumn-capture1 @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_RenameColumn_73330825":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data_two"],"types":{"data_two":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_RenameColumn_73330825":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data_two"],"types":{"data_two":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_RenameColumn-capture2 b/source-mysql/.snapshots/TestAlterTable_RenameColumn-capture2 index e23363aee..3ab557231 100644 --- a/source-mysql/.snapshots/TestAlterTable_RenameColumn-capture2 +++ b/source-mysql/.snapshots/TestAlterTable_RenameColumn-capture2 @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_RenameColumn_73330825":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_RenameColumn_73330825":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestAlterTable_RenameColumn-init b/source-mysql/.snapshots/TestAlterTable_RenameColumn-init index 9a5d3f5be..63570f14f 100644 --- a/source-mysql/.snapshots/TestAlterTable_RenameColumn-init +++ b/source-mysql/.snapshots/TestAlterTable_RenameColumn-init @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FAlterTable_RenameColumn_73330825":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FAlterTable_RenameColumn_73330825":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestBackfillLegacyTextKey b/source-mysql/.snapshots/TestBackfillLegacyTextKey new file mode 100644 index 000000000..0113e124b --- /dev/null +++ b/source-mysql/.snapshots/TestBackfillLegacyTextKey @@ -0,0 +1,88 @@ +#################################### +### Capture from Start +#################################### +# ================================ +# Collection "acmeCo/test/test_backfilllegacytextkey_83451544": 1 Documents +# ================================ +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"BackfillLegacyTextKey_83451544","cursor":"backfill:0"}},"data":"August","id":"août"} +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FBackfillLegacyTextKey_83451544":{"backfilled":1,"key_columns":["id"],"metadata":{"charset":"latin1","schema":{"columns":["id","data"],"types":{"data":{"charset":"latin1","type":"text"},"id":{"charset":"latin1","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWFvw7t0AA=="}},"cursor":"binlog.000123:56789"} + + +#################################### +### Capture from Key "AWFvw7t0AA==" +#################################### +# ================================ +# Collection "acmeCo/test/test_backfilllegacytextkey_83451544": 1 Documents +# ================================ +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"BackfillLegacyTextKey_83451544","cursor":"backfill:1"}},"data":"forest","id":"forêt"} +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FBackfillLegacyTextKey_83451544":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"latin1","schema":{"columns":["id","data"],"types":{"data":{"charset":"latin1","type":"text"},"id":{"charset":"latin1","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWZvcsOqdAA="}},"cursor":"binlog.000123:56789"} + + +#################################### +### Capture from Key "AWZvcsOqdAA=" +#################################### +# ================================ +# Collection "acmeCo/test/test_backfilllegacytextkey_83451544": 1 Documents +# ================================ +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"BackfillLegacyTextKey_83451544","cursor":"backfill:2"}},"data":"test à ordering","id":"oào"} +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FBackfillLegacyTextKey_83451544":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"latin1","schema":{"columns":["id","data"],"types":{"data":{"charset":"latin1","type":"text"},"id":{"charset":"latin1","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AW/DoG8A"}},"cursor":"binlog.000123:56789"} + + +#################################### +### Capture from Key "AW/DoG8A" +#################################### +# ================================ +# Collection "acmeCo/test/test_backfilllegacytextkey_83451544": 1 Documents +# ================================ +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"BackfillLegacyTextKey_83451544","cursor":"backfill:3"}},"data":"test è ordering","id":"oèo"} +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FBackfillLegacyTextKey_83451544":{"backfilled":4,"key_columns":["id"],"metadata":{"charset":"latin1","schema":{"columns":["id","data"],"types":{"data":{"charset":"latin1","type":"text"},"id":{"charset":"latin1","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AW/DqG8A"}},"cursor":"binlog.000123:56789"} + + +#################################### +### Capture from Key "AW/DqG8A" +#################################### +# ================================ +# Collection "acmeCo/test/test_backfilllegacytextkey_83451544": 1 Documents +# ================================ +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"BackfillLegacyTextKey_83451544","cursor":"backfill:4"}},"data":"test ò ordering","id":"oòo"} +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FBackfillLegacyTextKey_83451544":{"backfilled":5,"key_columns":["id"],"metadata":{"charset":"latin1","schema":{"columns":["id","data"],"types":{"data":{"charset":"latin1","type":"text"},"id":{"charset":"latin1","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AW/Dsm8A"}},"cursor":"binlog.000123:56789"} + + +#################################### +### Capture from Key "AW/Dsm8A" +#################################### +# ================================ +# Collection "acmeCo/test/test_backfilllegacytextkey_83451544": 1 Documents +# ================================ +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"BackfillLegacyTextKey_83451544","cursor":"backfill:5"}},"data":"resume","id":"résumé"} +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FBackfillLegacyTextKey_83451544":{"backfilled":6,"key_columns":["id"],"metadata":{"charset":"latin1","schema":{"columns":["id","data"],"types":{"data":{"charset":"latin1","type":"text"},"id":{"charset":"latin1","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AXLDqXN1bcOpAA=="}},"cursor":"binlog.000123:56789"} + + +#################################### +### Capture from Key "AXLDqXN1bcOpAA==" +#################################### +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FBackfillLegacyTextKey_83451544":{"backfilled":6,"key_columns":["id"],"metadata":{"charset":"latin1","schema":{"columns":["id","data"],"types":{"data":{"charset":"latin1","type":"text"},"id":{"charset":"latin1","type":"varchar"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} + + + diff --git a/source-mysql/.snapshots/TestBackfillModes b/source-mysql/.snapshots/TestBackfillModes index 2ad503f16..3d3f8a0e8 100644 --- a/source-mysql/.snapshots/TestBackfillModes +++ b/source-mysql/.snapshots/TestBackfillModes @@ -2007,5 +2007,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FBackfillModes_11837744":{"backfilled":1000,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":"varchar"}}},"mode":"Active"},"test%2FBackfillModes_25282936":{"backfilled":1000,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":"varchar"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FBackfillModes_11837744":{"backfilled":1000,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"Active"},"test%2FBackfillModes_25282936":{"backfilled":1000,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestComplexDataset-init b/source-mysql/.snapshots/TestComplexDataset-init index 6f02b2eb4..ff8b50cb6 100644 --- a/source-mysql/.snapshots/TestComplexDataset-init +++ b/source-mysql/.snapshots/TestComplexDataset-init @@ -17,7 +17,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":10,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgdsAUdBAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":10,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgdsAUdBAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -39,7 +39,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":20,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgdsAU1FAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":20,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgdsAU1FAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -61,7 +61,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":30,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgdsAU5KAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":30,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgdsAU5KAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -83,7 +83,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":40,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgdsAVNEAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":40,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgdsAVNEAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -105,7 +105,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":50,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeAAUFMAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":50,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeAAUFMAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -127,7 +127,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":60,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeAAUlBAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":60,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeAAUlBAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -149,7 +149,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":70,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeAAU1JAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":70,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeAAU1JAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -171,7 +171,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":80,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeAAU5NAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":80,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeAAU5NAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -193,7 +193,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":90,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeAAVROAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":90,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeAAVROAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -215,7 +215,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":100,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeUAUFSAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":100,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeUAUFSAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -237,7 +237,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":110,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeUAUlEAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":110,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeUAUlEAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -259,7 +259,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":120,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeUAU1OAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":120,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeUAU1OAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -281,7 +281,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":130,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeUAU5WAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":130,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeUAU5WAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -303,7 +303,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":140,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeUAVRYAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":140,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeUAVRYAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -325,7 +325,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":150,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAUFSAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":150,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAUFSAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -347,7 +347,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":160,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAUlBAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":160,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAUlBAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -369,7 +369,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":170,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAU1JAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":170,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAU1JAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -391,7 +391,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":180,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAU5NAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":180,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAU5NAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -413,7 +413,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":190,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAVROAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":190,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAVROAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -435,7 +435,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":200,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AUFMAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":200,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AUFMAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -457,7 +457,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":210,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AUhJAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":210,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AUhJAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -479,7 +479,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":220,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AU1FAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":220,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AU1FAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -501,7 +501,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":230,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AU5KAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":230,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AU5KAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -523,7 +523,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":240,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AVNEAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":240,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AVNEAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -545,7 +545,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":250,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAUFLAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":250,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAUFLAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -567,7 +567,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":260,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAUdBAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":260,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAUdBAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -589,7 +589,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":270,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAU1EAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":270,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAU1EAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -611,7 +611,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":280,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAU5IAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":280,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAU5IAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -633,7 +633,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":290,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAVNDAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":290,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAVNDAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -655,7 +655,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":300,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAVdZAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":300,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAVdZAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -677,7 +677,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":310,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAUZMAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":310,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAUZMAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -699,7 +699,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":320,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAU1BAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":320,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAU1BAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -721,7 +721,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":330,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAU5FAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":330,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAU5FAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -743,7 +743,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":340,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAVJJAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":340,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAVJJAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -765,7 +765,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":350,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAVdWAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":350,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAVdWAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -778,7 +778,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":351,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":351,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestComplexDataset-restart1 b/source-mysql/.snapshots/TestComplexDataset-restart1 index 894040910..8ac451e1e 100644 --- a/source-mysql/.snapshots/TestComplexDataset-restart1 +++ b/source-mysql/.snapshots/TestComplexDataset-restart1 @@ -20,7 +20,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":140,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeUAVRYAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":140,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeUAVRYAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -42,7 +42,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":150,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAUFSAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":150,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAUFSAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -64,7 +64,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":160,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAUlBAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":160,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAUlBAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -86,7 +86,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":170,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAU1JAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":170,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAU1JAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -108,7 +108,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":180,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAU5NAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":180,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAU5NAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -130,7 +130,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":190,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAVROAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":190,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgeoAVROAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -152,7 +152,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":200,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AUFLAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":200,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AUFLAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -174,7 +174,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":210,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AUdBAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":210,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AUdBAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -196,7 +196,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":220,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AU1EAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":220,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AU1EAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -218,7 +218,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":230,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AU5IAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":230,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AU5IAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -240,7 +240,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":240,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AVNDAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":240,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AVNDAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -262,7 +262,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":250,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AVdZAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":250,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AVdZAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -284,7 +284,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":260,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAURFAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":260,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAURFAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -306,7 +306,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":270,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAUxBAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":270,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAUxBAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -328,7 +328,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":280,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAU5EAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":280,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAU5EAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -350,7 +350,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":290,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAVBBAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":290,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAVBBAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -372,7 +372,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":300,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAVdJAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":300,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAVdJAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -394,7 +394,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":310,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAURDAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":310,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAURDAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -416,7 +416,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":320,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAUtZAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":320,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAUtZAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -438,7 +438,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":330,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAU5DAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":330,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAU5DAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -460,7 +460,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":340,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAU9SAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":340,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAU9SAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -482,7 +482,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":350,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAVdBAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":350,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAVdBAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -497,7 +497,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":353,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":353,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestComplexDataset-restart2 b/source-mysql/.snapshots/TestComplexDataset-restart2 index 8832a11ee..3277cbecb 100644 --- a/source-mysql/.snapshots/TestComplexDataset-restart2 +++ b/source-mysql/.snapshots/TestComplexDataset-restart2 @@ -23,7 +23,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":240,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AVNDAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":240,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AVNDAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -45,7 +45,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":250,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AVdZAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":250,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"Fge8AVdZAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -67,7 +67,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":260,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAURFAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":260,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAURFAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -89,7 +89,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":270,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAUxBAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":270,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAUxBAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -111,7 +111,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":280,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAU5EAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":280,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAU5EAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -133,7 +133,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":290,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAVBBAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":290,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAVBBAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -155,7 +155,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":300,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAVdJAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":300,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfQAVdJAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -177,7 +177,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":310,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAURDAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":310,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAURDAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -199,7 +199,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":320,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAUtZAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":320,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAUtZAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -221,7 +221,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":330,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAU5DAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":330,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAU5DAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -243,7 +243,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":340,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAU9SAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":340,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAU9SAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -265,7 +265,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":350,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAVdBAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":350,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"UnfilteredBackfill","scanned":"FgfkAVdBAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -280,7 +280,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":353,"key_columns":["year","state"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FComplexDataset_56015963":{"backfilled":353,"key_columns":["year","state"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestCursorResume b/source-mysql/.snapshots/TestCursorResume index 2b2c28661..4002244da 100644 --- a/source-mysql/.snapshots/TestCursorResume +++ b/source-mysql/.snapshots/TestCursorResume @@ -8,7 +8,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":1,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AQAT/g=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":1,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AQAT/g=="}},"cursor":"binlog.000123:56789"} #################################### @@ -21,7 +21,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":2,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AQAU"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":2,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AQAU"}},"cursor":"binlog.000123:56789"} #################################### @@ -34,7 +34,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":3,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"ASAgIAAVAw=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":3,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"ASAgIAAVAw=="}},"cursor":"binlog.000123:56789"} #################################### @@ -47,7 +47,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":4,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AWFhYQAVAQ=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":4,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWFhYQAVAQ=="}},"cursor":"binlog.000123:56789"} #################################### @@ -60,7 +60,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":5,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AWFhYQAVAg=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":5,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWFhYQAVAg=="}},"cursor":"binlog.000123:56789"} #################################### @@ -73,7 +73,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":6,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AWFhYQAVAw=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":6,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWFhYQAVAw=="}},"cursor":"binlog.000123:56789"} #################################### @@ -86,7 +86,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":7,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AWJiYgATmw=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":7,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWJiYgATmw=="}},"cursor":"binlog.000123:56789"} #################################### @@ -99,7 +99,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":8,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AWJiYgAVAg=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":8,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWJiYgAVAg=="}},"cursor":"binlog.000123:56789"} #################################### @@ -112,7 +112,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":9,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AWJiYgAWAU0="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":9,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWJiYgAWAU0="}},"cursor":"binlog.000123:56789"} #################################### @@ -125,7 +125,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":10,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AWJiYgAWEAA="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":10,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWJiYgAWEAA="}},"cursor":"binlog.000123:56789"} #################################### @@ -138,7 +138,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":11,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AWJiYgAXDDUA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":11,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWJiYgAXDDUA"}},"cursor":"binlog.000123:56789"} #################################### @@ -151,7 +151,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":12,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AWNjYwAWBNI="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":12,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWNjYwAWBNI="}},"cursor":"binlog.000123:56789"} #################################### @@ -164,7 +164,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":13,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AWRkZAAS2O8="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":13,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWRkZAAS2O8="}},"cursor":"binlog.000123:56789"} #################################### @@ -177,7 +177,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":14,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AXgAFQE="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":14,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AXgAFQE="}},"cursor":"binlog.000123:56789"} #################################### @@ -190,7 +190,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":15,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AXkAFQE="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":15,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AXkAFQE="}},"cursor":"binlog.000123:56789"} #################################### @@ -203,7 +203,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":16,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AXoAFQE="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":16,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AXoAFQE="}},"cursor":"binlog.000123:56789"} #################################### @@ -212,7 +212,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":16,"key_columns":["epoch","count"],"metadata":{"schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":"text","epoch":"varchar"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FCursorResume_26865190":{"backfilled":16,"key_columns":["epoch","count"],"metadata":{"charset":"utf8mb4","schema":{"columns":["epoch","count","data"],"types":{"count":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"},"epoch":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestDatetimeNormalization b/source-mysql/.snapshots/TestDatetimeNormalization index 7909bb11d..492660ead 100644 --- a/source-mysql/.snapshots/TestDatetimeNormalization +++ b/source-mysql/.snapshots/TestDatetimeNormalization @@ -8,5 +8,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FDatetimeNormalization_24528211":{"backfilled":4,"key_columns":["id"],"metadata":{"schema":{"columns":["id","x"],"types":{"id":{"type":"int"},"x":"datetime"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FDatetimeNormalization_24528211":{"backfilled":4,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","x"],"types":{"id":{"type":"int"},"x":"datetime"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestDatetimeNormalization-replication b/source-mysql/.snapshots/TestDatetimeNormalization-replication index 272132fd5..b08b4ac2c 100644 --- a/source-mysql/.snapshots/TestDatetimeNormalization-replication +++ b/source-mysql/.snapshots/TestDatetimeNormalization-replication @@ -8,5 +8,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FDatetimeNormalization_24528211":{"backfilled":4,"key_columns":["id"],"metadata":{"schema":{"columns":["id","x"],"types":{"id":{"type":"int"},"x":"datetime"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FDatetimeNormalization_24528211":{"backfilled":4,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","x"],"types":{"id":{"type":"int"},"x":"datetime"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestEmptyBlobs-Capture b/source-mysql/.snapshots/TestEmptyBlobs-Capture index b18644573..a6c0a2778 100644 --- a/source-mysql/.snapshots/TestEmptyBlobs-Capture +++ b/source-mysql/.snapshots/TestEmptyBlobs-Capture @@ -7,5 +7,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FEmptyBlobs_11214558":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","a_varchar","a_varbinary"],"types":{"a_varbinary":"varbinary","a_varchar":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FEmptyBlobs_11214558":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","a_varchar","a_varbinary"],"types":{"a_varbinary":"varbinary","a_varchar":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestEnumDecodingFix-backfill b/source-mysql/.snapshots/TestEnumDecodingFix-backfill index f5ab3556e..54600de31 100644 --- a/source-mysql/.snapshots/TestEnumDecodingFix-backfill +++ b/source-mysql/.snapshots/TestEnumDecodingFix-backfill @@ -9,5 +9,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FEnumDecodingFix_32314857":{"backfilled":5,"key_columns":["id"],"metadata":{"schema":{"columns":["id","category"],"types":{"category":{"enum":["","A","C","B","D"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FEnumDecodingFix_32314857":{"backfilled":5,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","category"],"types":{"category":{"enum":["","A","C","B","D"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestEnumDecodingFix-replication1 b/source-mysql/.snapshots/TestEnumDecodingFix-replication1 index 4ab040283..6aa1ea005 100644 --- a/source-mysql/.snapshots/TestEnumDecodingFix-replication1 +++ b/source-mysql/.snapshots/TestEnumDecodingFix-replication1 @@ -9,5 +9,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FEnumDecodingFix_32314857":{"backfilled":5,"key_columns":["id"],"metadata":{"schema":{"columns":["id","category"],"types":{"category":{"enum":["","A","C","B","D"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FEnumDecodingFix_32314857":{"backfilled":5,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","category"],"types":{"category":{"enum":["","A","C","B","D"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestEnumDecodingFix-replication2 b/source-mysql/.snapshots/TestEnumDecodingFix-replication2 index d61f93ff5..a8a88c6fd 100644 --- a/source-mysql/.snapshots/TestEnumDecodingFix-replication2 +++ b/source-mysql/.snapshots/TestEnumDecodingFix-replication2 @@ -9,5 +9,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FEnumDecodingFix_32314857":{"backfilled":5,"key_columns":["id"],"metadata":{"schema":{"columns":["id","category"],"types":{"category":{"enum":["","A","C","B","D"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FEnumDecodingFix_32314857":{"backfilled":5,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","category"],"types":{"category":{"enum":["","A","C","B","D"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestEnumEmptyString-backfill b/source-mysql/.snapshots/TestEnumEmptyString-backfill index 0e0ac5d2a..9bcc77453 100644 --- a/source-mysql/.snapshots/TestEnumEmptyString-backfill +++ b/source-mysql/.snapshots/TestEnumEmptyString-backfill @@ -12,5 +12,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FEnumEmptyString_29144777":{"backfilled":8,"key_columns":["id"],"metadata":{"schema":{"columns":["id","category"],"types":{"category":{"enum":["","","A","B","C"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FEnumEmptyString_29144777":{"backfilled":8,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","category"],"types":{"category":{"enum":["","","A","B","C"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestEnumEmptyString-replication b/source-mysql/.snapshots/TestEnumEmptyString-replication index 099a1f656..99a038a18 100644 --- a/source-mysql/.snapshots/TestEnumEmptyString-replication +++ b/source-mysql/.snapshots/TestEnumEmptyString-replication @@ -12,5 +12,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FEnumEmptyString_29144777":{"backfilled":8,"key_columns":["id"],"metadata":{"schema":{"columns":["id","category"],"types":{"category":{"enum":["","","A","B","C"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FEnumEmptyString_29144777":{"backfilled":8,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","category"],"types":{"category":{"enum":["","","A","B","C"],"type":"enum"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestEnumPrimaryKey b/source-mysql/.snapshots/TestEnumPrimaryKey index 2758f8d88..f52a43b84 100644 --- a/source-mysql/.snapshots/TestEnumPrimaryKey +++ b/source-mysql/.snapshots/TestEnumPrimaryKey @@ -24,5 +24,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FEnumPrimaryKey_18676708":{"backfilled":20,"key_columns":["category","id"],"metadata":{"schema":{"columns":["category","id","data"],"types":{"category":{"enum":["","A","C","B","D"],"type":"enum"},"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FEnumPrimaryKey_18676708":{"backfilled":20,"key_columns":["category","id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["category","id","data"],"types":{"category":{"enum":["","A","C","B","D"],"type":"enum"},"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKey-capture1 b/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKey-capture1 index 72576ae9a..fb3188238 100644 --- a/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKey-capture1 +++ b/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKey-capture1 @@ -104,5 +104,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_CatalogPrimaryKey_46055452":{"backfilled":100,"key_columns":["fullname","year"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_CatalogPrimaryKey_46055452":{"backfilled":100,"key_columns":["fullname","year"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKey-capture2 b/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKey-capture2 index ef4d16d16..ca3bda98f 100644 --- a/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKey-capture2 +++ b/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKey-capture2 @@ -7,5 +7,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_CatalogPrimaryKey_46055452":{"backfilled":100,"key_columns":["fullname","year"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_CatalogPrimaryKey_46055452":{"backfilled":100,"key_columns":["fullname","year"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKeyOverride-capture1 b/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKeyOverride-capture1 index e1b275a5c..18f4c2bff 100644 --- a/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKeyOverride-capture1 +++ b/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKeyOverride-capture1 @@ -104,5 +104,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_CatalogPrimaryKeyOverride_83617880":{"backfilled":100,"key_columns":["fullname","year"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_CatalogPrimaryKeyOverride_83617880":{"backfilled":100,"key_columns":["fullname","year"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKeyOverride-capture2 b/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKeyOverride-capture2 index c4b686b9d..45fe743eb 100644 --- a/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKeyOverride-capture2 +++ b/source-mysql/.snapshots/TestGeneric-CatalogPrimaryKeyOverride-capture2 @@ -7,5 +7,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_CatalogPrimaryKeyOverride_83617880":{"backfilled":100,"key_columns":["fullname","year"],"metadata":{"schema":{"columns":["year","state","fullname","population"],"types":{"fullname":"varchar","population":{"type":"int"},"state":"varchar","year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_CatalogPrimaryKeyOverride_83617880":{"backfilled":100,"key_columns":["fullname","year"],"metadata":{"charset":"utf8mb4","schema":{"columns":["year","state","fullname","population"],"types":{"fullname":{"charset":"utf8mb4","type":"varchar"},"population":{"type":"int"},"state":{"charset":"utf8mb4","type":"varchar"},"year":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-DuplicatedScanKey b/source-mysql/.snapshots/TestGeneric-DuplicatedScanKey index c0bc3ea5e..f6eee2bcb 100644 --- a/source-mysql/.snapshots/TestGeneric-DuplicatedScanKey +++ b/source-mysql/.snapshots/TestGeneric-DuplicatedScanKey @@ -8,5 +8,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_DuplicatedScanKey_92011048":{"backfilled":4,"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":"varchar"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_DuplicatedScanKey_92011048":{"backfilled":4,"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-EmptyTable-init b/source-mysql/.snapshots/TestGeneric-EmptyTable-init index 82b62a47b..6924dae9a 100644 --- a/source-mysql/.snapshots/TestGeneric-EmptyTable-init +++ b/source-mysql/.snapshots/TestGeneric-EmptyTable-init @@ -1,5 +1,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_EmptyTable_91431165":{"backfilled":0,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_EmptyTable_91431165":{"backfilled":0,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-EmptyTable-main b/source-mysql/.snapshots/TestGeneric-EmptyTable-main index 0d376698b..44c5b5384 100644 --- a/source-mysql/.snapshots/TestGeneric-EmptyTable-main +++ b/source-mysql/.snapshots/TestGeneric-EmptyTable-main @@ -7,5 +7,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_EmptyTable_91431165":{"backfilled":0,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_EmptyTable_91431165":{"backfilled":0,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-IgnoredStreams-capture1 b/source-mysql/.snapshots/TestGeneric-IgnoredStreams-capture1 index bbd76cf90..f54c41402 100644 --- a/source-mysql/.snapshots/TestGeneric-IgnoredStreams-capture1 +++ b/source-mysql/.snapshots/TestGeneric-IgnoredStreams-capture1 @@ -7,5 +7,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_IgnoredStreams_17789375":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_IgnoredStreams_17789375":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-IgnoredStreams-capture2 b/source-mysql/.snapshots/TestGeneric-IgnoredStreams-capture2 index 48afe6c1a..e8a1cbdf3 100644 --- a/source-mysql/.snapshots/TestGeneric-IgnoredStreams-capture2 +++ b/source-mysql/.snapshots/TestGeneric-IgnoredStreams-capture2 @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_IgnoredStreams_17789375":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_IgnoredStreams_17789375":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-KeylessCapture-Backfill b/source-mysql/.snapshots/TestGeneric-KeylessCapture-Backfill index ff2e692e0..cb67fb401 100644 --- a/source-mysql/.snapshots/TestGeneric-KeylessCapture-Backfill +++ b/source-mysql/.snapshots/TestGeneric-KeylessCapture-Backfill @@ -504,5 +504,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_KeylessCapture_91511186":{"backfilled":500,"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_KeylessCapture_91511186":{"backfilled":500,"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-KeylessCapture-Replication b/source-mysql/.snapshots/TestGeneric-KeylessCapture-Replication index 83bb4bbb3..61b204825 100644 --- a/source-mysql/.snapshots/TestGeneric-KeylessCapture-Replication +++ b/source-mysql/.snapshots/TestGeneric-KeylessCapture-Replication @@ -504,5 +504,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_KeylessCapture_91511186":{"backfilled":500,"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_KeylessCapture_91511186":{"backfilled":500,"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture1 b/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture1 index b1eb249fd..ee8465d19 100644 --- a/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture1 +++ b/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture1 @@ -7,5 +7,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_MultipleStreams_14930049":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_MultipleStreams_14930049":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture2 b/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture2 index 72bde4f53..d6d20ae5f 100644 --- a/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture2 +++ b/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture2 @@ -13,5 +13,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_MultipleStreams_14930049":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"},"test%2FGeneric_MultipleStreams_26016615":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"},"test%2FGeneric_MultipleStreams_30084965":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_MultipleStreams_14930049":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"},"test%2FGeneric_MultipleStreams_26016615":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"},"test%2FGeneric_MultipleStreams_30084965":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture3 b/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture3 index 6de22de67..c893f36f4 100644 --- a/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture3 +++ b/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture3 @@ -1,5 +1,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_MultipleStreams_14930049":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"},"test%2FGeneric_MultipleStreams_26016615":{"backfilled":0,"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Ignore"},"test%2FGeneric_MultipleStreams_30084965":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_MultipleStreams_14930049":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"},"test%2FGeneric_MultipleStreams_26016615":{"backfilled":0,"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Ignore"},"test%2FGeneric_MultipleStreams_30084965":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture4 b/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture4 index 37fbc2fa6..7a63c8059 100644 --- a/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture4 +++ b/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture4 @@ -9,5 +9,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_MultipleStreams_14930049":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"},"test%2FGeneric_MultipleStreams_26016615":{"backfilled":0,"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Ignore"},"test%2FGeneric_MultipleStreams_30084965":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_MultipleStreams_14930049":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"},"test%2FGeneric_MultipleStreams_26016615":{"backfilled":0,"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Ignore"},"test%2FGeneric_MultipleStreams_30084965":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture5 b/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture5 index 810310c65..ee2744c24 100644 --- a/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture5 +++ b/source-mysql/.snapshots/TestGeneric-MultipleStreams-capture5 @@ -8,5 +8,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_MultipleStreams_14930049":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"},"test%2FGeneric_MultipleStreams_26016615":{"backfilled":4,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"},"test%2FGeneric_MultipleStreams_30084965":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_MultipleStreams_14930049":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"},"test%2FGeneric_MultipleStreams_26016615":{"backfilled":4,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"},"test%2FGeneric_MultipleStreams_30084965":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-ReplicationDeletes-init b/source-mysql/.snapshots/TestGeneric-ReplicationDeletes-init index 261b48172..d5cf3fa48 100644 --- a/source-mysql/.snapshots/TestGeneric-ReplicationDeletes-init +++ b/source-mysql/.snapshots/TestGeneric-ReplicationDeletes-init @@ -9,5 +9,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_ReplicationDeletes_65713151":{"backfilled":5,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_ReplicationDeletes_65713151":{"backfilled":5,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-ReplicationDeletes-main b/source-mysql/.snapshots/TestGeneric-ReplicationDeletes-main index e7aab8401..31afa89c9 100644 --- a/source-mysql/.snapshots/TestGeneric-ReplicationDeletes-main +++ b/source-mysql/.snapshots/TestGeneric-ReplicationDeletes-main @@ -9,5 +9,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_ReplicationDeletes_65713151":{"backfilled":5,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_ReplicationDeletes_65713151":{"backfilled":5,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-ReplicationInserts-init b/source-mysql/.snapshots/TestGeneric-ReplicationInserts-init index 5f862f3d9..893cd2373 100644 --- a/source-mysql/.snapshots/TestGeneric-ReplicationInserts-init +++ b/source-mysql/.snapshots/TestGeneric-ReplicationInserts-init @@ -9,5 +9,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_ReplicationInserts_58418982":{"backfilled":5,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_ReplicationInserts_58418982":{"backfilled":5,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-ReplicationInserts-main b/source-mysql/.snapshots/TestGeneric-ReplicationInserts-main index 2d4217655..0dd0a0d2f 100644 --- a/source-mysql/.snapshots/TestGeneric-ReplicationInserts-main +++ b/source-mysql/.snapshots/TestGeneric-ReplicationInserts-main @@ -7,5 +7,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_ReplicationInserts_58418982":{"backfilled":5,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_ReplicationInserts_58418982":{"backfilled":5,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-ReplicationOnly-replication b/source-mysql/.snapshots/TestGeneric-ReplicationOnly-replication index 527049cb8..75e400599 100644 --- a/source-mysql/.snapshots/TestGeneric-ReplicationOnly-replication +++ b/source-mysql/.snapshots/TestGeneric-ReplicationOnly-replication @@ -2052,5 +2052,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_ReplicationOnly_34322067":{"backfilled":0,"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_ReplicationOnly_34322067":{"backfilled":0,"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-ReplicationUpdates-init b/source-mysql/.snapshots/TestGeneric-ReplicationUpdates-init index 308a4be9e..cc81e4646 100644 --- a/source-mysql/.snapshots/TestGeneric-ReplicationUpdates-init +++ b/source-mysql/.snapshots/TestGeneric-ReplicationUpdates-init @@ -7,5 +7,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_ReplicationUpdates_79710599":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_ReplicationUpdates_79710599":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-ReplicationUpdates-main b/source-mysql/.snapshots/TestGeneric-ReplicationUpdates-main index 1eb37ae61..79716d982 100644 --- a/source-mysql/.snapshots/TestGeneric-ReplicationUpdates-main +++ b/source-mysql/.snapshots/TestGeneric-ReplicationUpdates-main @@ -9,5 +9,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_ReplicationUpdates_79710599":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_ReplicationUpdates_79710599":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-SimpleCapture b/source-mysql/.snapshots/TestGeneric-SimpleCapture index 319ed61ea..b8666d880 100644 --- a/source-mysql/.snapshots/TestGeneric-SimpleCapture +++ b/source-mysql/.snapshots/TestGeneric-SimpleCapture @@ -9,5 +9,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_SimpleCapture_24869578":{"backfilled":5,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"varchar","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_SimpleCapture_24869578":{"backfilled":5,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"varchar"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestGeneric-StressCorrectness b/source-mysql/.snapshots/TestGeneric-StressCorrectness index bad985527..3ef547f9a 100644 --- a/source-mysql/.snapshots/TestGeneric-StressCorrectness +++ b/source-mysql/.snapshots/TestGeneric-StressCorrectness @@ -6,5 +6,5 @@ no invariant violations observed # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FGeneric_StressCorrectness_51314288":{"backfilled":999,"key_columns":["id"],"metadata":{"schema":{"columns":["id","counter"],"types":{"counter":{"type":"int"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FGeneric_StressCorrectness_51314288":{"backfilled":999,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","counter"],"types":{"counter":{"type":"int"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestNonCommitFinalQuery b/source-mysql/.snapshots/TestNonCommitFinalQuery index 9050dba52..1e3f1cf44 100644 --- a/source-mysql/.snapshots/TestNonCommitFinalQuery +++ b/source-mysql/.snapshots/TestNonCommitFinalQuery @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FNonCommitFinalQuery_82446880":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data","extra"],"types":{"data":"text","extra":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FNonCommitFinalQuery_82446880":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data","extra"],"types":{"data":{"charset":"utf8mb4","type":"text"},"extra":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestPartialRowImages-delete b/source-mysql/.snapshots/TestPartialRowImages-delete index 676aa55f0..8f1144a13 100644 --- a/source-mysql/.snapshots/TestPartialRowImages-delete +++ b/source-mysql/.snapshots/TestPartialRowImages-delete @@ -5,5 +5,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FPartialRowImages_16824726":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","a","b","c"],"types":{"a":{"type":"int"},"b":{"type":"int"},"c":{"type":"int"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FPartialRowImages_16824726":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","a","b","c"],"types":{"a":{"type":"int"},"b":{"type":"int"},"c":{"type":"int"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestPartialRowImages-init b/source-mysql/.snapshots/TestPartialRowImages-init index 31ec53ab2..93afaca78 100644 --- a/source-mysql/.snapshots/TestPartialRowImages-init +++ b/source-mysql/.snapshots/TestPartialRowImages-init @@ -7,5 +7,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FPartialRowImages_16824726":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","a","b","c"],"types":{"a":{"type":"int"},"b":{"type":"int"},"c":{"type":"int"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FPartialRowImages_16824726":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","a","b","c"],"types":{"a":{"type":"int"},"b":{"type":"int"},"c":{"type":"int"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestPartialRowImages-main b/source-mysql/.snapshots/TestPartialRowImages-main index d9371aceb..af5bae693 100644 --- a/source-mysql/.snapshots/TestPartialRowImages-main +++ b/source-mysql/.snapshots/TestPartialRowImages-main @@ -10,5 +10,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FPartialRowImages_16824726":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","a","b","c"],"types":{"a":{"type":"int"},"b":{"type":"int"},"c":{"type":"int"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FPartialRowImages_16824726":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","a","b","c"],"types":{"a":{"type":"int"},"b":{"type":"int"},"c":{"type":"int"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestPartitionedTable-Capture b/source-mysql/.snapshots/TestPartitionedTable-Capture index 9956200b9..85620dae6 100644 --- a/source-mysql/.snapshots/TestPartitionedTable-Capture +++ b/source-mysql/.snapshots/TestPartitionedTable-Capture @@ -104,5 +104,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FPartitionedTable_83812828":{"backfilled":100,"key_columns":["grp","id"],"metadata":{"schema":{"columns":["grp","id","data"],"types":{"data":"text","grp":{"type":"int"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FPartitionedTable_83812828":{"backfilled":100,"key_columns":["grp","id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["grp","id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"grp":{"type":"int"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestPartitionedTable-Capture-Replication b/source-mysql/.snapshots/TestPartitionedTable-Capture-Replication index 764aed2bf..668a64841 100644 --- a/source-mysql/.snapshots/TestPartitionedTable-Capture-Replication +++ b/source-mysql/.snapshots/TestPartitionedTable-Capture-Replication @@ -104,5 +104,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FPartitionedTable_83812828":{"backfilled":100,"key_columns":["grp","id"],"metadata":{"schema":{"columns":["grp","id","data"],"types":{"data":"text","grp":{"type":"int"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FPartitionedTable_83812828":{"backfilled":100,"key_columns":["grp","id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["grp","id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"grp":{"type":"int"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestPrerequisites-captureAB b/source-mysql/.snapshots/TestPrerequisites-captureAB index 5bcaac8ac..3badebbba 100644 --- a/source-mysql/.snapshots/TestPrerequisites-captureAB +++ b/source-mysql/.snapshots/TestPrerequisites-captureAB @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FPrerequisites_18262250":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"},"test%2FPrerequisites_25515955":{"backfilled":0,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FPrerequisites_18262250":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"},"test%2FPrerequisites_25515955":{"backfilled":0,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestScanKeyDatetimes b/source-mysql/.snapshots/TestScanKeyDatetimes index 6929c35bc..2e0c47270 100644 --- a/source-mysql/.snapshots/TestScanKeyDatetimes +++ b/source-mysql/.snapshots/TestScanKeyDatetimes @@ -8,7 +8,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":1,"key_columns":["ts"],"metadata":{"schema":{"columns":["ts","data"],"types":{"data":"text","ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":1,"key_columns":["ts"],"metadata":{"charset":"utf8mb4","schema":{"columns":["ts","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYA"}},"cursor":"binlog.000123:56789"} #################################### @@ -21,7 +21,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":2,"key_columns":["ts"],"metadata":{"schema":{"columns":["ts","data"],"types":{"data":"text","ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuMTExMDAwAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":2,"key_columns":["ts"],"metadata":{"charset":"utf8mb4","schema":{"columns":["ts","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuMTExMDAwAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -34,7 +34,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":3,"key_columns":["ts"],"metadata":{"schema":{"columns":["ts","data"],"types":{"data":"text","ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuMjIyMDAwAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":3,"key_columns":["ts"],"metadata":{"charset":"utf8mb4","schema":{"columns":["ts","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuMjIyMDAwAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -47,7 +47,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":4,"key_columns":["ts"],"metadata":{"schema":{"columns":["ts","data"],"types":{"data":"text","ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuMzMzMDAwAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":4,"key_columns":["ts"],"metadata":{"charset":"utf8mb4","schema":{"columns":["ts","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuMzMzMDAwAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -60,7 +60,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":5,"key_columns":["ts"],"metadata":{"schema":{"columns":["ts","data"],"types":{"data":"text","ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuNDQ0MDAwAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":5,"key_columns":["ts"],"metadata":{"charset":"utf8mb4","schema":{"columns":["ts","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuNDQ0MDAwAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -73,7 +73,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":6,"key_columns":["ts"],"metadata":{"schema":{"columns":["ts","data"],"types":{"data":"text","ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuNTU1MDAwAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":6,"key_columns":["ts"],"metadata":{"charset":"utf8mb4","schema":{"columns":["ts","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuNTU1MDAwAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -86,7 +86,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":7,"key_columns":["ts"],"metadata":{"schema":{"columns":["ts","data"],"types":{"data":"text","ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuNjY2MDAwAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":7,"key_columns":["ts"],"metadata":{"charset":"utf8mb4","schema":{"columns":["ts","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuNjY2MDAwAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -99,7 +99,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":8,"key_columns":["ts"],"metadata":{"schema":{"columns":["ts","data"],"types":{"data":"text","ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuNzc3MDAwAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":8,"key_columns":["ts"],"metadata":{"charset":"utf8mb4","schema":{"columns":["ts","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuNzc3MDAwAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -112,7 +112,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":9,"key_columns":["ts"],"metadata":{"schema":{"columns":["ts","data"],"types":{"data":"text","ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuODg4MDAwAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":9,"key_columns":["ts"],"metadata":{"charset":"utf8mb4","schema":{"columns":["ts","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuODg4MDAwAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -125,7 +125,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":10,"key_columns":["ts"],"metadata":{"schema":{"columns":["ts","data"],"types":{"data":"text","ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuOTk5MDAwAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":10,"key_columns":["ts"],"metadata":{"charset":"utf8mb4","schema":{"columns":["ts","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"ts":"datetime"}}},"mode":"Backfill","scanned":"ATE5OTEtMDgtMzEgMTI6MzQ6NTYuOTk5MDAwAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -134,7 +134,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":10,"key_columns":["ts"],"metadata":{"schema":{"columns":["ts","data"],"types":{"data":"text","ts":"datetime"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyDatetimes_42322082":{"backfilled":10,"key_columns":["ts"],"metadata":{"charset":"utf8mb4","schema":{"columns":["ts","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"ts":"datetime"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestScanKeyTypes-BigInt b/source-mysql/.snapshots/TestScanKeyTypes-BigInt index 683259e16..40fcc74ef 100644 --- a/source-mysql/.snapshots/TestScanKeyTypes-BigInt +++ b/source-mysql/.snapshots/TestScanKeyTypes-BigInt @@ -8,7 +8,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_BigInt_754161260004":{"backfilled":1,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"bigint"}}}},"mode":"Backfill","scanned":"E/w="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_BigInt_754161260004":{"backfilled":1,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"bigint"}}}},"mode":"Backfill","scanned":"E/w="}},"cursor":"binlog.000123:56789"} #################################### @@ -21,7 +21,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_BigInt_754161260004":{"backfilled":2,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"bigint"}}}},"mode":"Backfill","scanned":"FA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_BigInt_754161260004":{"backfilled":2,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"bigint"}}}},"mode":"Backfill","scanned":"FA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -34,7 +34,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_BigInt_754161260004":{"backfilled":3,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"bigint"}}}},"mode":"Backfill","scanned":"FQI="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_BigInt_754161260004":{"backfilled":3,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"bigint"}}}},"mode":"Backfill","scanned":"FQI="}},"cursor":"binlog.000123:56789"} #################################### @@ -47,7 +47,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_BigInt_754161260004":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"bigint"}}}},"mode":"Backfill","scanned":"Fga7"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_BigInt_754161260004":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"bigint"}}}},"mode":"Backfill","scanned":"Fga7"}},"cursor":"binlog.000123:56789"} #################################### @@ -56,7 +56,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_BigInt_754161260004":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"bigint"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_BigInt_754161260004":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"bigint"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestScanKeyTypes-Bool b/source-mysql/.snapshots/TestScanKeyTypes-Bool index aeaccf2a2..88f8fb4a1 100644 --- a/source-mysql/.snapshots/TestScanKeyTypes-Bool +++ b/source-mysql/.snapshots/TestScanKeyTypes-Bool @@ -8,7 +8,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Bool_754161260000":{"backfilled":1,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"tinyint"}}}},"mode":"Backfill","scanned":"FA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Bool_754161260000":{"backfilled":1,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"tinyint"}}}},"mode":"Backfill","scanned":"FA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -21,7 +21,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Bool_754161260000":{"backfilled":2,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"tinyint"}}}},"mode":"Backfill","scanned":"FQE="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Bool_754161260000":{"backfilled":2,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"tinyint"}}}},"mode":"Backfill","scanned":"FQE="}},"cursor":"binlog.000123:56789"} #################################### @@ -30,7 +30,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Bool_754161260000":{"backfilled":2,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"tinyint"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Bool_754161260000":{"backfilled":2,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"tinyint"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestScanKeyTypes-Char b/source-mysql/.snapshots/TestScanKeyTypes-Char index 81e7ce630..d16196e32 100644 --- a/source-mysql/.snapshots/TestScanKeyTypes-Char +++ b/source-mysql/.snapshots/TestScanKeyTypes-Char @@ -8,7 +8,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":1,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"char"}}},"mode":"UnfilteredBackfill","scanned":"AQA="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":1,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"char"}}}},"mode":"UnfilteredBackfill","scanned":"AQA="}},"cursor":"binlog.000123:56789"} #################################### @@ -21,7 +21,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":2,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"char"}}},"mode":"UnfilteredBackfill","scanned":"AV9jAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":2,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"char"}}}},"mode":"UnfilteredBackfill","scanned":"AV9jAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -34,7 +34,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":3,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"char"}}},"mode":"UnfilteredBackfill","scanned":"AV9mAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":3,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"char"}}}},"mode":"UnfilteredBackfill","scanned":"AV9mAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -47,7 +47,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"char"}}},"mode":"UnfilteredBackfill","scanned":"AV9pAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"char"}}}},"mode":"UnfilteredBackfill","scanned":"AV9pAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -60,7 +60,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":5,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"char"}}},"mode":"UnfilteredBackfill","scanned":"AWEA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":5,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"char"}}}},"mode":"UnfilteredBackfill","scanned":"AWEA"}},"cursor":"binlog.000123:56789"} #################################### @@ -73,7 +73,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":6,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"char"}}},"mode":"UnfilteredBackfill","scanned":"AUIA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":6,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"char"}}}},"mode":"UnfilteredBackfill","scanned":"AUIA"}},"cursor":"binlog.000123:56789"} #################################### @@ -86,7 +86,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":7,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"char"}}},"mode":"UnfilteredBackfill","scanned":"AWQA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":7,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"char"}}}},"mode":"UnfilteredBackfill","scanned":"AWQA"}},"cursor":"binlog.000123:56789"} #################################### @@ -99,7 +99,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":8,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"char"}}},"mode":"UnfilteredBackfill","scanned":"AUUA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":8,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"char"}}}},"mode":"UnfilteredBackfill","scanned":"AUUA"}},"cursor":"binlog.000123:56789"} #################################### @@ -112,7 +112,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":9,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"char"}}},"mode":"UnfilteredBackfill","scanned":"AWcA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":9,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"char"}}}},"mode":"UnfilteredBackfill","scanned":"AWcA"}},"cursor":"binlog.000123:56789"} #################################### @@ -125,7 +125,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":10,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"char"}}},"mode":"UnfilteredBackfill","scanned":"AUgA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":10,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"char"}}}},"mode":"UnfilteredBackfill","scanned":"AUgA"}},"cursor":"binlog.000123:56789"} #################################### @@ -134,7 +134,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":10,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"char"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Char_754161260010":{"backfilled":10,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"char"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestScanKeyTypes-Decimal b/source-mysql/.snapshots/TestScanKeyTypes-Decimal index 563369f38..b08aabf5f 100644 --- a/source-mysql/.snapshots/TestScanKeyTypes-Decimal +++ b/source-mysql/.snapshots/TestScanKeyTypes-Decimal @@ -8,7 +8,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":1,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"IUAOZmZmZmZl"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":1,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"IUAOZmZmZmZl"}},"cursor":"binlog.000123:56789"} #################################### @@ -21,7 +21,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":2,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"IUAP////////"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":2,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"IUAP////////"}},"cursor":"binlog.000123:56789"} #################################### @@ -34,7 +34,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":3,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"IUATMzMzMzMy"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":3,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"IUATMzMzMzMy"}},"cursor":"binlog.000123:56789"} #################################### @@ -47,7 +47,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"IYAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"IYAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} #################################### @@ -60,7 +60,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":5,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/szMzMzMzN"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":5,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/szMzMzMzN"}},"cursor":"binlog.000123:56789"} #################################### @@ -73,7 +73,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":6,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/wAAAAAAAA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":6,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/wAAAAAAAA"}},"cursor":"binlog.000123:56789"} #################################### @@ -86,7 +86,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":7,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/xxqfvnbIt"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":7,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/xxqfvnbIt"}},"cursor":"binlog.000123:56789"} #################################### @@ -99,7 +99,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":8,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/zjU/fO2Ra"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":8,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/zjU/fO2Ra"}},"cursor":"binlog.000123:56789"} #################################### @@ -112,7 +112,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":9,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/1U/fO2RaH"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":9,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/1U/fO2RaH"}},"cursor":"binlog.000123:56789"} #################################### @@ -125,7 +125,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":10,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/3Gp++dsi0"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":10,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/3Gp++dsi0"}},"cursor":"binlog.000123:56789"} #################################### @@ -138,7 +138,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":11,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/44UeuFHrh"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":11,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/44UeuFHrh"}},"cursor":"binlog.000123:56789"} #################################### @@ -151,7 +151,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":12,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/6p++dsi0O"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":12,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/6p++dsi0O"}},"cursor":"binlog.000123:56789"} #################################### @@ -164,7 +164,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":13,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/8bpeNT987"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":13,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/8bpeNT987"}},"cursor":"binlog.000123:56789"} #################################### @@ -177,7 +177,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":14,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/+NT987ZFo"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":14,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/+NT987ZFo"}},"cursor":"binlog.000123:56789"} #################################### @@ -190,7 +190,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":15,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib//++dsi0OW"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":15,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib//++dsi0OW"}},"cursor":"binlog.000123:56789"} #################################### @@ -203,7 +203,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":16,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"IcAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":16,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"IcAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} #################################### @@ -212,7 +212,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":16,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Decimal_754161260007":{"backfilled":16,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestScanKeyTypes-Double b/source-mysql/.snapshots/TestScanKeyTypes-Double index 576ab7228..618a3e42a 100644 --- a/source-mysql/.snapshots/TestScanKeyTypes-Double +++ b/source-mysql/.snapshots/TestScanKeyTypes-Double @@ -8,7 +8,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":1,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"IUAOZmZmZmZl"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":1,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"IUAOZmZmZmZl"}},"cursor":"binlog.000123:56789"} #################################### @@ -21,7 +21,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":2,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"IUAP////////"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":2,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"IUAP////////"}},"cursor":"binlog.000123:56789"} #################################### @@ -34,7 +34,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":3,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"IUATMzMzMzMy"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":3,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"IUATMzMzMzMy"}},"cursor":"binlog.000123:56789"} #################################### @@ -47,7 +47,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"IYAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"IYAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} #################################### @@ -60,7 +60,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":5,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/szMzMzMzN"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":5,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/szMzMzMzN"}},"cursor":"binlog.000123:56789"} #################################### @@ -73,7 +73,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":6,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/wAAAAAAAA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":6,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/wAAAAAAAA"}},"cursor":"binlog.000123:56789"} #################################### @@ -86,7 +86,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":7,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/xxqfvnbIt"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":7,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/xxqfvnbIt"}},"cursor":"binlog.000123:56789"} #################################### @@ -99,7 +99,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":8,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/zjU/fO2Ra"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":8,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/zjU/fO2Ra"}},"cursor":"binlog.000123:56789"} #################################### @@ -112,7 +112,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":9,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/1U/fO2RaH"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":9,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/1U/fO2RaH"}},"cursor":"binlog.000123:56789"} #################################### @@ -125,7 +125,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":10,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/3Gp++dsi0"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":10,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/3Gp++dsi0"}},"cursor":"binlog.000123:56789"} #################################### @@ -138,7 +138,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":11,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/44UeuFHrh"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":11,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/44UeuFHrh"}},"cursor":"binlog.000123:56789"} #################################### @@ -151,7 +151,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":12,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/6p++dsi0O"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":12,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/6p++dsi0O"}},"cursor":"binlog.000123:56789"} #################################### @@ -164,7 +164,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":13,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/8bpeNT987"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":13,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/8bpeNT987"}},"cursor":"binlog.000123:56789"} #################################### @@ -177,7 +177,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":14,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/+NT987ZFo"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":14,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/+NT987ZFo"}},"cursor":"binlog.000123:56789"} #################################### @@ -190,7 +190,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":15,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib//++dsi0OW"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":15,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib//++dsi0OW"}},"cursor":"binlog.000123:56789"} #################################### @@ -203,7 +203,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":16,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"IcAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":16,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"IcAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} #################################### @@ -212,7 +212,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":16,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Double_754161260006":{"backfilled":16,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestScanKeyTypes-Integer b/source-mysql/.snapshots/TestScanKeyTypes-Integer index 0d849a1d3..65675f7e1 100644 --- a/source-mysql/.snapshots/TestScanKeyTypes-Integer +++ b/source-mysql/.snapshots/TestScanKeyTypes-Integer @@ -8,7 +8,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Integer_754161260001":{"backfilled":1,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"int"}}}},"mode":"Backfill","scanned":"E/w="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Integer_754161260001":{"backfilled":1,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"int"}}}},"mode":"Backfill","scanned":"E/w="}},"cursor":"binlog.000123:56789"} #################################### @@ -21,7 +21,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Integer_754161260001":{"backfilled":2,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"int"}}}},"mode":"Backfill","scanned":"FA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Integer_754161260001":{"backfilled":2,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"int"}}}},"mode":"Backfill","scanned":"FA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -34,7 +34,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Integer_754161260001":{"backfilled":3,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"int"}}}},"mode":"Backfill","scanned":"FQI="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Integer_754161260001":{"backfilled":3,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"int"}}}},"mode":"Backfill","scanned":"FQI="}},"cursor":"binlog.000123:56789"} #################################### @@ -47,7 +47,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Integer_754161260001":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"int"}}}},"mode":"Backfill","scanned":"Fga7"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Integer_754161260001":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"int"}}}},"mode":"Backfill","scanned":"Fga7"}},"cursor":"binlog.000123:56789"} #################################### @@ -56,7 +56,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Integer_754161260001":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Integer_754161260001":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestScanKeyTypes-Numeric b/source-mysql/.snapshots/TestScanKeyTypes-Numeric index e20a4817a..b14171d8f 100644 --- a/source-mysql/.snapshots/TestScanKeyTypes-Numeric +++ b/source-mysql/.snapshots/TestScanKeyTypes-Numeric @@ -8,7 +8,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":1,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"IUAOZmZmZmZl"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":1,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"IUAOZmZmZmZl"}},"cursor":"binlog.000123:56789"} #################################### @@ -21,7 +21,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":2,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"IUAP////////"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":2,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"IUAP////////"}},"cursor":"binlog.000123:56789"} #################################### @@ -34,7 +34,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":3,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"IUATMzMzMzMy"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":3,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"IUATMzMzMzMy"}},"cursor":"binlog.000123:56789"} #################################### @@ -47,7 +47,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"IYAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"IYAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} #################################### @@ -60,7 +60,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":5,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/szMzMzMzN"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":5,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/szMzMzMzN"}},"cursor":"binlog.000123:56789"} #################################### @@ -73,7 +73,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":6,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/wAAAAAAAA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":6,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/wAAAAAAAA"}},"cursor":"binlog.000123:56789"} #################################### @@ -86,7 +86,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":7,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/xxqfvnbIt"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":7,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/xxqfvnbIt"}},"cursor":"binlog.000123:56789"} #################################### @@ -99,7 +99,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":8,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/zjU/fO2Ra"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":8,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/zjU/fO2Ra"}},"cursor":"binlog.000123:56789"} #################################### @@ -112,7 +112,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":9,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/1U/fO2RaH"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":9,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/1U/fO2RaH"}},"cursor":"binlog.000123:56789"} #################################### @@ -125,7 +125,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":10,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/3Gp++dsi0"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":10,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/3Gp++dsi0"}},"cursor":"binlog.000123:56789"} #################################### @@ -138,7 +138,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":11,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/44UeuFHrh"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":11,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/44UeuFHrh"}},"cursor":"binlog.000123:56789"} #################################### @@ -151,7 +151,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":12,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/6p++dsi0O"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":12,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/6p++dsi0O"}},"cursor":"binlog.000123:56789"} #################################### @@ -164,7 +164,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":13,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/8bpeNT987"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":13,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/8bpeNT987"}},"cursor":"binlog.000123:56789"} #################################### @@ -177,7 +177,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":14,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib/+NT987ZFo"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":14,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib/+NT987ZFo"}},"cursor":"binlog.000123:56789"} #################################### @@ -190,7 +190,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":15,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"Ib//++dsi0OW"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":15,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"Ib//++dsi0OW"}},"cursor":"binlog.000123:56789"} #################################### @@ -203,7 +203,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":16,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Backfill","scanned":"IcAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":16,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Backfill","scanned":"IcAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} #################################### @@ -212,7 +212,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":16,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"decimal"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Numeric_754161260008":{"backfilled":16,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"decimal"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestScanKeyTypes-Real b/source-mysql/.snapshots/TestScanKeyTypes-Real index af85e1c50..d4fcd1cd9 100644 --- a/source-mysql/.snapshots/TestScanKeyTypes-Real +++ b/source-mysql/.snapshots/TestScanKeyTypes-Real @@ -8,7 +8,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":1,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"IUAOZmZmZmZl"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":1,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"IUAOZmZmZmZl"}},"cursor":"binlog.000123:56789"} #################################### @@ -21,7 +21,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":2,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"IUAP////////"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":2,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"IUAP////////"}},"cursor":"binlog.000123:56789"} #################################### @@ -34,7 +34,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":3,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"IUATMzMzMzMy"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":3,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"IUATMzMzMzMy"}},"cursor":"binlog.000123:56789"} #################################### @@ -47,7 +47,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"IYAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"IYAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} #################################### @@ -60,7 +60,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":5,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/szMzMzMzN"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":5,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/szMzMzMzN"}},"cursor":"binlog.000123:56789"} #################################### @@ -73,7 +73,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":6,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/wAAAAAAAA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":6,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/wAAAAAAAA"}},"cursor":"binlog.000123:56789"} #################################### @@ -86,7 +86,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":7,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/xxqfvnbIt"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":7,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/xxqfvnbIt"}},"cursor":"binlog.000123:56789"} #################################### @@ -99,7 +99,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":8,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/zjU/fO2Ra"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":8,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/zjU/fO2Ra"}},"cursor":"binlog.000123:56789"} #################################### @@ -112,7 +112,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":9,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/1U/fO2RaH"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":9,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/1U/fO2RaH"}},"cursor":"binlog.000123:56789"} #################################### @@ -125,7 +125,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":10,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/3Gp++dsi0"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":10,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/3Gp++dsi0"}},"cursor":"binlog.000123:56789"} #################################### @@ -138,7 +138,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":11,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/44UeuFHrh"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":11,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/44UeuFHrh"}},"cursor":"binlog.000123:56789"} #################################### @@ -151,7 +151,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":12,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/6p++dsi0O"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":12,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/6p++dsi0O"}},"cursor":"binlog.000123:56789"} #################################### @@ -164,7 +164,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":13,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/8bpeNT987"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":13,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/8bpeNT987"}},"cursor":"binlog.000123:56789"} #################################### @@ -177,7 +177,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":14,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib/+NT987ZFo"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":14,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib/+NT987ZFo"}},"cursor":"binlog.000123:56789"} #################################### @@ -190,7 +190,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":15,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"Ib//++dsi0OW"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":15,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"Ib//++dsi0OW"}},"cursor":"binlog.000123:56789"} #################################### @@ -203,7 +203,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":16,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Backfill","scanned":"IcAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":16,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Backfill","scanned":"IcAAAAAAAAAA"}},"cursor":"binlog.000123:56789"} #################################### @@ -212,7 +212,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":16,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"double"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_Real_754161260005":{"backfilled":16,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":"double"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestScanKeyTypes-SmallInt b/source-mysql/.snapshots/TestScanKeyTypes-SmallInt index 78b003e71..57427b791 100644 --- a/source-mysql/.snapshots/TestScanKeyTypes-SmallInt +++ b/source-mysql/.snapshots/TestScanKeyTypes-SmallInt @@ -8,7 +8,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_SmallInt_754161260002":{"backfilled":1,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"smallint"}}}},"mode":"Backfill","scanned":"E/w="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_SmallInt_754161260002":{"backfilled":1,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"smallint"}}}},"mode":"Backfill","scanned":"E/w="}},"cursor":"binlog.000123:56789"} #################################### @@ -21,7 +21,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_SmallInt_754161260002":{"backfilled":2,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"smallint"}}}},"mode":"Backfill","scanned":"FA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_SmallInt_754161260002":{"backfilled":2,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"smallint"}}}},"mode":"Backfill","scanned":"FA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -34,7 +34,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_SmallInt_754161260002":{"backfilled":3,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"smallint"}}}},"mode":"Backfill","scanned":"FQI="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_SmallInt_754161260002":{"backfilled":3,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"smallint"}}}},"mode":"Backfill","scanned":"FQI="}},"cursor":"binlog.000123:56789"} #################################### @@ -47,7 +47,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_SmallInt_754161260002":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"smallint"}}}},"mode":"Backfill","scanned":"Fga7"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_SmallInt_754161260002":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"smallint"}}}},"mode":"Backfill","scanned":"Fga7"}},"cursor":"binlog.000123:56789"} #################################### @@ -56,7 +56,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_SmallInt_754161260002":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"smallint"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_SmallInt_754161260002":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"smallint"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestScanKeyTypes-TinyInt b/source-mysql/.snapshots/TestScanKeyTypes-TinyInt index 1991337be..dc5af2a5d 100644 --- a/source-mysql/.snapshots/TestScanKeyTypes-TinyInt +++ b/source-mysql/.snapshots/TestScanKeyTypes-TinyInt @@ -8,7 +8,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_TinyInt_754161260003":{"backfilled":1,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"tinyint"}}}},"mode":"Backfill","scanned":"E/w="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_TinyInt_754161260003":{"backfilled":1,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"tinyint"}}}},"mode":"Backfill","scanned":"E/w="}},"cursor":"binlog.000123:56789"} #################################### @@ -21,7 +21,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_TinyInt_754161260003":{"backfilled":2,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"tinyint"}}}},"mode":"Backfill","scanned":"FA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_TinyInt_754161260003":{"backfilled":2,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"tinyint"}}}},"mode":"Backfill","scanned":"FA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -34,7 +34,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_TinyInt_754161260003":{"backfilled":3,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"tinyint"}}}},"mode":"Backfill","scanned":"FQI="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_TinyInt_754161260003":{"backfilled":3,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"tinyint"}}}},"mode":"Backfill","scanned":"FQI="}},"cursor":"binlog.000123:56789"} #################################### @@ -47,7 +47,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_TinyInt_754161260003":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"tinyint"}}}},"mode":"Backfill","scanned":"FX8="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_TinyInt_754161260003":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"tinyint"}}}},"mode":"Backfill","scanned":"FX8="}},"cursor":"binlog.000123:56789"} #################################### @@ -56,7 +56,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_TinyInt_754161260003":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":{"type":"tinyint"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_TinyInt_754161260003":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"type":"tinyint"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestScanKeyTypes-VarChar b/source-mysql/.snapshots/TestScanKeyTypes-VarChar index f0f9a1403..e694b131f 100644 --- a/source-mysql/.snapshots/TestScanKeyTypes-VarChar +++ b/source-mysql/.snapshots/TestScanKeyTypes-VarChar @@ -8,7 +8,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":1,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AQA="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":1,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AQA="}},"cursor":"binlog.000123:56789"} #################################### @@ -21,7 +21,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":2,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AV9jAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":2,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AV9jAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -34,7 +34,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":3,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AV9mAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":3,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AV9mAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -47,7 +47,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":4,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AV9pAA=="}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":4,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AV9pAA=="}},"cursor":"binlog.000123:56789"} #################################### @@ -60,7 +60,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":5,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AWEA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":5,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWEA"}},"cursor":"binlog.000123:56789"} #################################### @@ -73,7 +73,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":6,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AUIA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":6,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AUIA"}},"cursor":"binlog.000123:56789"} #################################### @@ -86,7 +86,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":7,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AWQA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":7,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWQA"}},"cursor":"binlog.000123:56789"} #################################### @@ -99,7 +99,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":8,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AUUA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":8,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AUUA"}},"cursor":"binlog.000123:56789"} #################################### @@ -112,7 +112,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":9,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AWcA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":9,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AWcA"}},"cursor":"binlog.000123:56789"} #################################### @@ -125,7 +125,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":10,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"varchar"}}},"mode":"UnfilteredBackfill","scanned":"AUgA"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":10,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"UnfilteredBackfill","scanned":"AUgA"}},"cursor":"binlog.000123:56789"} #################################### @@ -134,7 +134,7 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":10,"key_columns":["k"],"metadata":{"schema":{"columns":["k","data"],"types":{"data":"text","k":"varchar"}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FScanKeyTypes_VarChar_754161260009":{"backfilled":10,"key_columns":["k"],"metadata":{"charset":"utf8mb4","schema":{"columns":["k","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"k":{"charset":"utf8mb4","type":"varchar"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestSkipBackfills-init b/source-mysql/.snapshots/TestSkipBackfills-init index 0c5a9513d..24adb0709 100644 --- a/source-mysql/.snapshots/TestSkipBackfills-init +++ b/source-mysql/.snapshots/TestSkipBackfills-init @@ -7,5 +7,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FSkipBackfills_11917332":{"backfilled":0,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"},"test%2FSkipBackfills_20812231":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"},"test%2FSkipBackfills_30443514":{"backfilled":0,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FSkipBackfills_11917332":{"backfilled":0,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"},"test%2FSkipBackfills_20812231":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"},"test%2FSkipBackfills_30443514":{"backfilled":0,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestSkipBackfills-main b/source-mysql/.snapshots/TestSkipBackfills-main index 28a34f30a..7cc763e76 100644 --- a/source-mysql/.snapshots/TestSkipBackfills-main +++ b/source-mysql/.snapshots/TestSkipBackfills-main @@ -19,5 +19,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FSkipBackfills_11917332":{"backfilled":0,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"},"test%2FSkipBackfills_20812231":{"backfilled":3,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"},"test%2FSkipBackfills_30443514":{"backfilled":0,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FSkipBackfills_11917332":{"backfilled":0,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"},"test%2FSkipBackfills_20812231":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"},"test%2FSkipBackfills_30443514":{"backfilled":0,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestTrickyColumnNames-backfill b/source-mysql/.snapshots/TestTrickyColumnNames-backfill index aa4d35ef0..5843d521b 100644 --- a/source-mysql/.snapshots/TestTrickyColumnNames-backfill +++ b/source-mysql/.snapshots/TestTrickyColumnNames-backfill @@ -11,5 +11,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FTrickyColumnNames_14055203":{"backfilled":2,"key_columns":["Meta/`wtf`~ID"],"metadata":{"schema":{"columns":["Meta/`wtf`~ID","data"],"types":{"Meta/`wtf`~ID":{"type":"int"},"data":"text"}}},"mode":"Active"},"test%2FTrickyColumnNames_28395292":{"backfilled":2,"key_columns":["table"],"metadata":{"schema":{"columns":["table","data"],"types":{"data":"text","table":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FTrickyColumnNames_14055203":{"backfilled":2,"key_columns":["Meta/`wtf`~ID"],"metadata":{"charset":"utf8mb4","schema":{"columns":["Meta/`wtf`~ID","data"],"types":{"Meta/`wtf`~ID":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"}}}},"mode":"Active"},"test%2FTrickyColumnNames_28395292":{"backfilled":2,"key_columns":["table"],"metadata":{"charset":"utf8mb4","schema":{"columns":["table","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"table":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestTrickyColumnNames-replication b/source-mysql/.snapshots/TestTrickyColumnNames-replication index d8b7b7836..ca30dbfa8 100644 --- a/source-mysql/.snapshots/TestTrickyColumnNames-replication +++ b/source-mysql/.snapshots/TestTrickyColumnNames-replication @@ -11,5 +11,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FTrickyColumnNames_14055203":{"backfilled":2,"key_columns":["Meta/`wtf`~ID"],"metadata":{"schema":{"columns":["Meta/`wtf`~ID","data"],"types":{"Meta/`wtf`~ID":{"type":"int"},"data":"text"}}},"mode":"Active"},"test%2FTrickyColumnNames_28395292":{"backfilled":2,"key_columns":["table"],"metadata":{"schema":{"columns":["table","data"],"types":{"data":"text","table":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FTrickyColumnNames_14055203":{"backfilled":2,"key_columns":["Meta/`wtf`~ID"],"metadata":{"charset":"utf8mb4","schema":{"columns":["Meta/`wtf`~ID","data"],"types":{"Meta/`wtf`~ID":{"type":"int"},"data":{"charset":"utf8mb4","type":"text"}}}},"mode":"Active"},"test%2FTrickyColumnNames_28395292":{"backfilled":2,"key_columns":["table"],"metadata":{"charset":"utf8mb4","schema":{"columns":["table","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"table":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestTrickyTableNames-Capture b/source-mysql/.snapshots/TestTrickyTableNames-Capture index aa9a8d6be..73805e9b8 100644 --- a/source-mysql/.snapshots/TestTrickyTableNames-Capture +++ b/source-mysql/.snapshots/TestTrickyTableNames-Capture @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestTrickyTableNames-Capture-Replication b/source-mysql/.snapshots/TestTrickyTableNames-Capture-Replication index 6d74dc045..933fd0347 100644 --- a/source-mysql/.snapshots/TestTrickyTableNames-Capture-Replication +++ b/source-mysql/.snapshots/TestTrickyTableNames-Capture-Replication @@ -6,5 +6,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"":{"backfilled":2,"key_columns":["id"],"metadata":{"schema":{"columns":["id","data"],"types":{"data":"text","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"":{"backfilled":2,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestUnicodeText-binary b/source-mysql/.snapshots/TestUnicodeText-binary new file mode 100644 index 000000000..a00562da1 --- /dev/null +++ b/source-mysql/.snapshots/TestUnicodeText-binary @@ -0,0 +1,26 @@ +# ================================ +# Collection "acmeCo/test/test_unicodetext_binary_78412948_05": 18 Documents +# ================================ +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_binary_78412948_05","cursor":"backfill:0"}},"data":"U3BoaW54IG9mIGJsYWNrIHF1YXJ0eiwganVkZ2UgbXkgdm93","id":100} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_binary_78412948_05","cursor":"backfill:1"}},"data":"TGUgY8WTdXIgZMOpw6d1IG1haXMgbCfDom1lIHBsdXTDtHQgbmHDr3Zl","id":101} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_binary_78412948_05","cursor":"backfill:2"}},"data":"SGVpesO2bHLDvGNrc3Rvw59hYmTDpG1wZnVuZw==","id":102} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_binary_78412948_05","cursor":"backfill:3"}},"data":"zpPOsc62zq3Otc+CIM66zrHhvbYgzrzPhc+Bz4TOueG9ss+CIM604b2yzr0gzrjhvbAgzrLPgeG/tiDPgM654b2wIM+Dz4Thvbggz4fPgc+Fz4POsc+G4b22IM6+zq3Phs+Jz4TOvw==","id":103} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_binary_78412948_05","cursor":"backfill:4"}},"data":"w4FydsOtenTFsXLFkSB0w7xrw7ZyZsO6csOzZ8OpcA==","id":104} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_binary_78412948_05","cursor":"backfill:5"}},"data":"44GE44KN44Gv44Gr44G744G444Go44Gh44KK44Gs44KL44KS","id":105} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_binary_78412948_05","cursor":"backfill:6"}},"data":"15XXnNek16rXoiDXntem15A=","id":106} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_binary_78412948_05","cursor":"backfill:7"}},"data":"0LIg0YfQsNGJ0LDRhSDRjtCz0LAg0LbQuNC7INCx0Ysg0YbQuNGC0YDRg9GB","id":107} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_binary_78412948_05","cursor":"backfill:8"}},"data":"5qyh5bi455So5a2X","id":108} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_binary_78412948_05","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"U3BoaW54IG9mIGJsYWNrIHF1YXJ0eiwganVkZ2UgbXkgdm93","id":200} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_binary_78412948_05","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"TGUgY8WTdXIgZMOpw6d1IG1haXMgbCfDom1lIHBsdXTDtHQgbmHDr3Zl","id":201} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_binary_78412948_05","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"SGVpesO2bHLDvGNrc3Rvw59hYmTDpG1wZnVuZw==","id":202} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_binary_78412948_05","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"zpPOsc62zq3Otc+CIM66zrHhvbYgzrzPhc+Bz4TOueG9ss+CIM604b2yzr0gzrjhvbAgzrLPgeG/tiDPgM654b2wIM+Dz4Thvbggz4fPgc+Fz4POsc+G4b22IM6+zq3Phs+Jz4TOvw==","id":203} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_binary_78412948_05","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"w4FydsOtenTFsXLFkSB0w7xrw7ZyZsO6csOzZ8OpcA==","id":204} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_binary_78412948_05","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"44GE44KN44Gv44Gr44G744G444Go44Gh44KK44Gs44KL44KS","id":205} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_binary_78412948_05","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"15XXnNek16rXoiDXntem15A=","id":206} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_binary_78412948_05","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"0LIg0YfQsNGJ0LDRhSDRjtCz0LAg0LbQuNC7INCx0Ysg0YbQuNGC0YDRg9GB","id":207} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_binary_78412948_05","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"5qyh5bi455So5a2X","id":208} +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FUnicodeText_binary_78412948_05":{"backfilled":9,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":"blob","id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} + diff --git a/source-mysql/.snapshots/TestUnicodeText-latin1_swedish_ci b/source-mysql/.snapshots/TestUnicodeText-latin1_swedish_ci new file mode 100644 index 000000000..a3e2811fa --- /dev/null +++ b/source-mysql/.snapshots/TestUnicodeText-latin1_swedish_ci @@ -0,0 +1,14 @@ +# ================================ +# Collection "acmeCo/test/test_unicodetext_latin1_swedish_ci_78412948_00": 6 Documents +# ================================ +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_latin1_swedish_ci_78412948_00","cursor":"backfill:0"}},"data":"Sphinx of black quartz, judge my vow","id":100} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_latin1_swedish_ci_78412948_00","cursor":"backfill:1"}},"data":"Le cœur déçu mais l'âme plutôt naïve","id":101} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_latin1_swedish_ci_78412948_00","cursor":"backfill:2"}},"data":"Heizölrückstoßabdämpfung","id":102} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_latin1_swedish_ci_78412948_00","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Sphinx of black quartz, judge my vow","id":200} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_latin1_swedish_ci_78412948_00","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Le cœur déçu mais l'âme plutôt naïve","id":201} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_latin1_swedish_ci_78412948_00","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Heizölrückstoßabdämpfung","id":202} +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FUnicodeText_latin1_swedish_ci_78412948_00":{"backfilled":3,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"latin1","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} + diff --git a/source-mysql/.snapshots/TestUnicodeText-ucs2_general_ci b/source-mysql/.snapshots/TestUnicodeText-ucs2_general_ci new file mode 100644 index 000000000..bbccd5638 --- /dev/null +++ b/source-mysql/.snapshots/TestUnicodeText-ucs2_general_ci @@ -0,0 +1,26 @@ +# ================================ +# Collection "acmeCo/test/test_unicodetext_ucs2_general_ci_78412948_04": 18 Documents +# ================================ +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"backfill:0"}},"data":"Sphinx of black quartz, judge my vow","id":100} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"backfill:1"}},"data":"Le cœur déçu mais l'âme plutôt naïve","id":101} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"backfill:2"}},"data":"Heizölrückstoßabdämpfung","id":102} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"backfill:3"}},"data":"Γαζέες καὶ μυρτιὲς δὲν θὰ βρῶ πιὰ στὸ χρυσαφὶ ξέφωτο","id":103} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"backfill:4"}},"data":"Árvíztűrő tükörfúrógép","id":104} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"backfill:5"}},"data":"いろはにほへとちりぬるを","id":105} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"backfill:6"}},"data":"ולפתע מצא","id":106} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"backfill:7"}},"data":"в чащах юга жил бы цитрус","id":107} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"backfill:8"}},"data":"次常用字","id":108} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Sphinx of black quartz, judge my vow","id":200} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Le cœur déçu mais l'âme plutôt naïve","id":201} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Heizölrückstoßabdämpfung","id":202} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Γαζέες καὶ μυρτιὲς δὲν θὰ βρῶ πιὰ στὸ χρυσαφὶ ξέφωτο","id":203} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Árvíztűrő tükörfúrógép","id":204} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"いろはにほへとちりぬるを","id":205} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"ולפתע מצא","id":206} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"в чащах юга жил бы цитрус","id":207} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_ucs2_general_ci_78412948_04","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"次常用字","id":208} +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FUnicodeText_ucs2_general_ci_78412948_04":{"backfilled":9,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"ucs2","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} + diff --git a/source-mysql/.snapshots/TestUnicodeText-utf8mb3_general_ci b/source-mysql/.snapshots/TestUnicodeText-utf8mb3_general_ci new file mode 100644 index 000000000..1214bd4e8 --- /dev/null +++ b/source-mysql/.snapshots/TestUnicodeText-utf8mb3_general_ci @@ -0,0 +1,26 @@ +# ================================ +# Collection "acmeCo/test/test_unicodetext_utf8mb3_general_ci_78412948_03": 18 Documents +# ================================ +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"backfill:0"}},"data":"Sphinx of black quartz, judge my vow","id":100} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"backfill:1"}},"data":"Le cœur déçu mais l'âme plutôt naïve","id":101} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"backfill:2"}},"data":"Heizölrückstoßabdämpfung","id":102} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"backfill:3"}},"data":"Γαζέες καὶ μυρτιὲς δὲν θὰ βρῶ πιὰ στὸ χρυσαφὶ ξέφωτο","id":103} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"backfill:4"}},"data":"Árvíztűrő tükörfúrógép","id":104} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"backfill:5"}},"data":"いろはにほへとちりぬるを","id":105} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"backfill:6"}},"data":"ולפתע מצא","id":106} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"backfill:7"}},"data":"в чащах юга жил бы цитрус","id":107} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"backfill:8"}},"data":"次常用字","id":108} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Sphinx of black quartz, judge my vow","id":200} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Le cœur déçu mais l'âme plutôt naïve","id":201} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Heizölrückstoßabdämpfung","id":202} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Γαζέες καὶ μυρτιὲς δὲν θὰ βρῶ πιὰ στὸ χρυσαφὶ ξέφωτο","id":203} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Árvíztűrő tükörfúrógép","id":204} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"いろはにほへとちりぬるを","id":205} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"ולפתע מצא","id":206} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"в чащах юга жил бы цитрус","id":207} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb3_general_ci_78412948_03","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"次常用字","id":208} +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FUnicodeText_utf8mb3_general_ci_78412948_03":{"backfilled":9,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb3","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} + diff --git a/source-mysql/.snapshots/TestUnicodeText-utf8mb4_0900_ai_ci b/source-mysql/.snapshots/TestUnicodeText-utf8mb4_0900_ai_ci new file mode 100644 index 000000000..8ef92ac96 --- /dev/null +++ b/source-mysql/.snapshots/TestUnicodeText-utf8mb4_0900_ai_ci @@ -0,0 +1,26 @@ +# ================================ +# Collection "acmeCo/test/test_unicodetext_utf8mb4_0900_ai_ci_78412948_01": 18 Documents +# ================================ +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"backfill:0"}},"data":"Sphinx of black quartz, judge my vow","id":100} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"backfill:1"}},"data":"Le cœur déçu mais l'âme plutôt naïve","id":101} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"backfill:2"}},"data":"Heizölrückstoßabdämpfung","id":102} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"backfill:3"}},"data":"Γαζέες καὶ μυρτιὲς δὲν θὰ βρῶ πιὰ στὸ χρυσαφὶ ξέφωτο","id":103} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"backfill:4"}},"data":"Árvíztűrő tükörfúrógép","id":104} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"backfill:5"}},"data":"いろはにほへとちりぬるを","id":105} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"backfill:6"}},"data":"ולפתע מצא","id":106} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"backfill:7"}},"data":"в чащах юга жил бы цитрус","id":107} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"backfill:8"}},"data":"次常用字","id":108} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Sphinx of black quartz, judge my vow","id":200} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Le cœur déçu mais l'âme plutôt naïve","id":201} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Heizölrückstoßabdämpfung","id":202} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Γαζέες καὶ μυρτιὲς δὲν θὰ βρῶ πιὰ στὸ χρυσαφὶ ξέφωτο","id":203} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Árvíztűrő tükörfúrógép","id":204} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"いろはにほへとちりぬるを","id":205} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"ולפתע מצא","id":206} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"в чащах юга жил бы цитрус","id":207} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_0900_ai_ci_78412948_01","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"次常用字","id":208} +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FUnicodeText_utf8mb4_0900_ai_ci_78412948_01":{"backfilled":9,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} + diff --git a/source-mysql/.snapshots/TestUnicodeText-utf8mb4_general_ci b/source-mysql/.snapshots/TestUnicodeText-utf8mb4_general_ci new file mode 100644 index 000000000..d66a89078 --- /dev/null +++ b/source-mysql/.snapshots/TestUnicodeText-utf8mb4_general_ci @@ -0,0 +1,26 @@ +# ================================ +# Collection "acmeCo/test/test_unicodetext_utf8mb4_general_ci_78412948_02": 18 Documents +# ================================ +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"backfill:0"}},"data":"Sphinx of black quartz, judge my vow","id":100} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"backfill:1"}},"data":"Le cœur déçu mais l'âme plutôt naïve","id":101} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"backfill:2"}},"data":"Heizölrückstoßabdämpfung","id":102} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"backfill:3"}},"data":"Γαζέες καὶ μυρτιὲς δὲν θὰ βρῶ πιὰ στὸ χρυσαφὶ ξέφωτο","id":103} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"backfill:4"}},"data":"Árvíztűrő tükörfúrógép","id":104} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"backfill:5"}},"data":"いろはにほへとちりぬるを","id":105} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"backfill:6"}},"data":"ולפתע מצא","id":106} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"backfill:7"}},"data":"в чащах юга жил бы цитрус","id":107} +{"_meta":{"op":"c","source":{"schema":"test","snapshot":true,"table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"backfill:8"}},"data":"次常用字","id":108} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Sphinx of black quartz, judge my vow","id":200} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Le cœur déçu mais l'âme plutôt naïve","id":201} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Heizölrückstoßabdämpfung","id":202} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Γαζέες καὶ μυρτιὲς δὲν θὰ βρῶ πιὰ στὸ χρυσαφὶ ξέφωτο","id":203} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"Árvíztűrő tükörfúrógép","id":204} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"いろはにほへとちりぬるを","id":205} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"ולפתע מצא","id":206} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"в чащах юга жил бы цитрус","id":207} +{"_meta":{"op":"c","source":{"ts_ms":1111111111111,"schema":"test","table":"UnicodeText_utf8mb4_general_ci_78412948_02","cursor":"binlog.000123:56789:123","txid":"11111111-1111-1111-1111-111111111111:111"}},"data":"次常用字","id":208} +# ================================ +# Final State Checkpoint +# ================================ +{"bindingStateV1":{"test%2FUnicodeText_utf8mb4_general_ci_78412948_02":{"backfilled":9,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","data"],"types":{"data":{"charset":"utf8mb4","type":"text"},"id":{"type":"int"}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} + diff --git a/source-mysql/.snapshots/TestUnsignedIntegers-backfill b/source-mysql/.snapshots/TestUnsignedIntegers-backfill index 449d8e2d3..995f985c9 100644 --- a/source-mysql/.snapshots/TestUnsignedIntegers-backfill +++ b/source-mysql/.snapshots/TestUnsignedIntegers-backfill @@ -5,5 +5,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FUnsignedIntegers_45511171":{"backfilled":1,"key_columns":["id"],"metadata":{"schema":{"columns":["id","v1","v2","v3","v4","v8"],"types":{"id":{"type":"int"},"v1":{"type":"tinyint","unsigned":true},"v2":{"type":"smallint","unsigned":true},"v3":{"type":"mediumint","unsigned":true},"v4":{"type":"int","unsigned":true},"v8":{"type":"bigint","unsigned":true}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FUnsignedIntegers_45511171":{"backfilled":1,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","v1","v2","v3","v4","v8"],"types":{"id":{"type":"int"},"v1":{"type":"tinyint","unsigned":true},"v2":{"type":"smallint","unsigned":true},"v3":{"type":"mediumint","unsigned":true},"v4":{"type":"int","unsigned":true},"v8":{"type":"bigint","unsigned":true}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/.snapshots/TestUnsignedIntegers-replication b/source-mysql/.snapshots/TestUnsignedIntegers-replication index f0dd097b8..f6c2a6454 100644 --- a/source-mysql/.snapshots/TestUnsignedIntegers-replication +++ b/source-mysql/.snapshots/TestUnsignedIntegers-replication @@ -5,5 +5,5 @@ # ================================ # Final State Checkpoint # ================================ -{"bindingStateV1":{"test%2FUnsignedIntegers_45511171":{"backfilled":1,"key_columns":["id"],"metadata":{"schema":{"columns":["id","v1","v2","v3","v4","v8"],"types":{"id":{"type":"int"},"v1":{"type":"tinyint","unsigned":true},"v2":{"type":"smallint","unsigned":true},"v3":{"type":"mediumint","unsigned":true},"v4":{"type":"int","unsigned":true},"v8":{"type":"bigint","unsigned":true}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} +{"bindingStateV1":{"test%2FUnsignedIntegers_45511171":{"backfilled":1,"key_columns":["id"],"metadata":{"charset":"utf8mb4","schema":{"columns":["id","v1","v2","v3","v4","v8"],"types":{"id":{"type":"int"},"v1":{"type":"tinyint","unsigned":true},"v2":{"type":"smallint","unsigned":true},"v3":{"type":"mediumint","unsigned":true},"v4":{"type":"int","unsigned":true},"v8":{"type":"bigint","unsigned":true}}}},"mode":"Active"}},"cursor":"binlog.000123:56789"} diff --git a/source-mysql/backfill.go b/source-mysql/backfill.go index b92bc0798..df0652b8c 100644 --- a/source-mysql/backfill.go +++ b/source-mysql/backfill.go @@ -103,7 +103,7 @@ func (db *mysqlDatabase) ScanTableChunk(ctx context.Context, info *sqlcapture.Di return fmt.Errorf("error encoding row key for %q: %w", streamID, err) } } - if err := db.translateRecordFields(columnTypes, fields); err != nil { + if err := db.translateRecordFields(true, columnTypes, fields); err != nil { return fmt.Errorf("error backfilling table %q: %w", table, err) } diff --git a/source-mysql/capture_test.go b/source-mysql/capture_test.go index ba8325349..b9fc5985a 100644 --- a/source-mysql/capture_test.go +++ b/source-mysql/capture_test.go @@ -5,9 +5,11 @@ import ( "encoding/json" "fmt" "regexp" + "slices" "strings" "testing" + "github.com/bradleyjkemp/cupaloy" st "github.com/estuary/connectors/source-boilerplate/testing" "github.com/estuary/connectors/sqlcapture" "github.com/estuary/connectors/sqlcapture/tests" @@ -320,3 +322,111 @@ func TestPartialRowImages(t *testing.T) { tb.Query(ctx, t, fmt.Sprintf("DELETE FROM %s WHERE id = 2", tableName)) t.Run("delete", func(t *testing.T) { tests.VerifiedCapture(ctx, t, cs) }) } + +func TestUnicodeText(t *testing.T) { + var tb, ctx = mysqlTestBackend(t), context.Background() + sqlcapture.TestShutdownAfterCaughtUp = true + t.Cleanup(func() { sqlcapture.TestShutdownAfterCaughtUp = false }) + + var latinTestStrings = []string{ + "Sphinx of black quartz, judge my vow", + "Le cœur déçu mais l'âme plutôt naïve", + "Heizölrückstoßabdämpfung", + } + var otherTestStrings = []string{ + "Γαζέες καὶ μυρτιὲς δὲν θὰ βρῶ πιὰ στὸ χρυσαφὶ ξέφωτο", + "Árvíztűrő tükörfúrógép", + "いろはにほへとちりぬるを", + "ולפתע מצא", + "\u0432 чащах юга жил бы цитрус", + "次常用字", + } + + for idx, tc := range []struct { + Name string + Options string + Inputs []string + }{ + {"latin1_swedish_ci", "COLLATE latin1_swedish_ci", latinTestStrings}, // Default in older MySQL and MariaDB releases + {"utf8mb4_0900_ai_ci", "COLLATE utf8mb4_0900_ai_ci", slices.Concat(latinTestStrings, otherTestStrings)}, // Default in modern MySQL releases + {"utf8mb4_general_ci", "COLLATE utf8mb4_general_ci", slices.Concat(latinTestStrings, otherTestStrings)}, // Default in Debian MariaDB + {"utf8mb3_general_ci", "COLLATE utf8mb3_general_ci", slices.Concat(latinTestStrings, otherTestStrings)}, // Testing 3-byte UTF-8 for completeness + {"ucs2_general_ci", "COLLATE ucs2_general_ci", slices.Concat(latinTestStrings, otherTestStrings)}, // Testing UCS-2 for completeness + + // Testing binary charset/collation for completeness. Apparently what happens when you declare + // a column as `TEXT COLLATE binary` is that MySQL just gives you a `BLOB` column and then the + // bytes are the correct UTF-8 representation of the input text for both backfill and replication. + {"binary", "COLLATE binary", slices.Concat(latinTestStrings, otherTestStrings)}, + + // Default in MariaDB after v11.6.0. Cannot be tested against MySQL 8.4 but we have two other utf8mb4 charsets so that's okay. + // {"utf8mb4_uca1400_ai_ci", "COLLATE utf8mb4_uca1400_ai_ci", slices.Concat(latinTestStrings, otherTestStrings)}, + } { + t.Run(tc.Name, func(t *testing.T) { + var uniqueID = fmt.Sprintf("78412948_%02d", idx) + var tableName = tb.CreateTable(ctx, t, uniqueID, fmt.Sprintf("(id INTEGER PRIMARY KEY, data TEXT %s)", tc.Options)) + var cs = tb.CaptureSpec(ctx, t, regexp.MustCompile(uniqueID)) + cs.Validator = &st.OrderedCaptureValidator{} + + // Insert various test values and then capture them via both backfill and replication + var backfillInputs, replicationInputs [][]any + for idx, str := range tc.Inputs { + backfillInputs = append(backfillInputs, []any{100 + idx, str}) + replicationInputs = append(replicationInputs, []any{200 + idx, str}) + } + tb.Insert(ctx, t, tableName, backfillInputs) + cs.Capture(ctx, t, nil) + tb.Insert(ctx, t, tableName, replicationInputs) + cs.Capture(ctx, t, nil) + cupaloy.SnapshotT(t, cs.Summary()) + }) + } +} + +func TestAddLegacyTextColumn(t *testing.T) { + var tb, ctx = mysqlTestBackend(t), context.Background() + var uniqueID = "30621561" + var table = tb.CreateTable(ctx, t, uniqueID, "(id INTEGER PRIMARY KEY) CHARACTER SET latin1") + tb.Insert(ctx, t, table, [][]any{{1}, {2}, {3}}) + + var cs = tb.CaptureSpec(ctx, t, regexp.MustCompile(uniqueID)) + cs.Validator = &st.OrderedCaptureValidator{} + sqlcapture.TestShutdownAfterCaughtUp = true + t.Cleanup(func() { sqlcapture.TestShutdownAfterCaughtUp = false }) + + cs.Capture(ctx, t, nil) + tb.Query(ctx, t, fmt.Sprintf("ALTER TABLE %s ADD COLUMN data TEXT;", table)) + tb.Insert(ctx, t, table, [][]any{ + {4, "four"}, + {5, "Heizölrückstoßabdämpfung"}, + {6, "six"}, + }) + cs.Capture(ctx, t, nil) + tb.Query(ctx, t, fmt.Sprintf("ALTER TABLE %s ADD COLUMN data_ucs TEXT COLLATE ucs2_general_ci;", table)) + tb.Insert(ctx, t, table, [][]any{ + {7, "777", "seven"}, + {8, "888", "次常用字"}, + {9, "999", "nine"}, + }) + cs.Capture(ctx, t, nil) + + cupaloy.SnapshotT(t, cs.Summary()) +} + +func TestBackfillLegacyTextKey(t *testing.T) { + var tb, ctx = mysqlTestBackend(t), context.Background() + var uniqueID = "83451544" + var table = tb.CreateTable(ctx, t, uniqueID, "(id VARCHAR(32) PRIMARY KEY, data TEXT) CHARACTER SET latin1") + tb.Insert(ctx, t, table, [][]any{ + {"août", "August"}, + {"forêt", "forest"}, + {"résumé", "resume"}, + {"oào", "test à ordering"}, + {"oèo", "test è ordering"}, + {"oòo", "test ò ordering"}, + }) + + var cs = tb.CaptureSpec(ctx, t, regexp.MustCompile(uniqueID)) + cs.EndpointSpec.(*Config).Advanced.BackfillChunkSize = 1 // Capture one row per backfill query + var summary, _ = tests.RestartingBackfillCapture(ctx, t, cs) + cupaloy.SnapshotT(t, summary) +} diff --git a/source-mysql/datatype_test.go b/source-mysql/datatype_test.go index 8f3c22e00..61da71698 100644 --- a/source-mysql/datatype_test.go +++ b/source-mysql/datatype_test.go @@ -68,6 +68,7 @@ func TestDatatypes(t *testing.T) { {ColumnType: "varchar(5)", ExpectType: `{"type":["string","null"]}`, InputValue: "foo ", ExpectValue: `"foo "`}, {ColumnType: "tinytext", ExpectType: `{"type":["string","null"]}`, InputValue: "foo", ExpectValue: `"foo"`}, {ColumnType: "text", ExpectType: `{"type":["string","null"]}`, InputValue: "foo", ExpectValue: `"foo"`}, + {ColumnType: "text", ExpectType: `{"type":["string","null"]}`, InputValue: nil, ExpectValue: `null`}, {ColumnType: "mediumtext", ExpectType: `{"type":["string","null"]}`, InputValue: "foo", ExpectValue: `"foo"`}, {ColumnType: "longtext", ExpectType: `{"type":["string","null"]}`, InputValue: "foo", ExpectValue: `"foo"`}, diff --git a/source-mysql/discovery.go b/source-mysql/discovery.go index 952937a85..0c419e135 100644 --- a/source-mysql/discovery.go +++ b/source-mysql/discovery.go @@ -2,6 +2,7 @@ package main import ( "context" + "encoding/binary" "encoding/json" "errors" "fmt" @@ -16,6 +17,7 @@ import ( "github.com/go-mysql-org/go-mysql/client" "github.com/invopop/jsonschema" "github.com/sirupsen/logrus" + "golang.org/x/text/encoding/charmap" ) const ( @@ -183,8 +185,8 @@ func predictableColumnOrder(colType any) bool { // Currently all textual primary key columns are considered to be 'unpredictable' so that backfills // will default to using the 'imprecise' ordering semantics which avoids full-table sorts. Refer to // https://github.com/estuary/connectors/issues/1343 for more details. - if colType == "char" || colType == "varchar" || colType == "text" || colType == "tinytext" || colType == "mediumtext" || colType == "longtext" { - return false + if t, ok := colType.(*mysqlColumnType); ok { + return !slices.Contains([]string{"char", "varchar", "text", "tinytext", "mediumtext", "longtext"}, t.Type) } return true } @@ -244,7 +246,7 @@ func (db *mysqlDatabase) TranslateDBToJSONType(column sqlcapture.ColumnInfo) (*j return schema.toType(), nil } -func (db *mysqlDatabase) translateRecordFields(columnTypes map[string]interface{}, f map[string]interface{}) error { +func (db *mysqlDatabase) translateRecordFields(isBackfill bool, columnTypes map[string]interface{}, f map[string]interface{}) error { if columnTypes == nil { return fmt.Errorf("unknown column types") } @@ -261,7 +263,7 @@ func (db *mysqlDatabase) translateRecordFields(columnTypes map[string]interface{ delete(f, id) continue } - var translated, err = db.translateRecordField(columnTypes[id], val) + var translated, err = db.translateRecordField(isBackfill, columnTypes[id], val) if err != nil { return fmt.Errorf("error translating field %q value %v: %w", id, val, err) } @@ -274,16 +276,16 @@ const mysqlTimestampLayout = "2006-01-02 15:04:05" var errDatabaseTimezoneUnknown = errors.New("system variable 'time_zone' or timezone from capture configuration must contain a valid IANA time zone name or +HH:MM offset (go.estuary.dev/80J6rX)") -func (db *mysqlDatabase) translateRecordField(columnType interface{}, val interface{}) (interface{}, error) { +func (db *mysqlDatabase) translateRecordField(isBackfill bool, columnType interface{}, val interface{}) (interface{}, error) { if columnType == nil { return nil, fmt.Errorf("unknown column type") } + if columnType, ok := columnType.(*mysqlColumnType); ok { + return columnType.translateRecordField(isBackfill, val) + } if str, ok := val.(string); ok { val = []byte(str) } - if columnType, ok := columnType.(*mysqlColumnType); ok { - return columnType.translateRecordField(val) - } switch val := val.(type) { case float64: switch columnType { @@ -445,10 +447,9 @@ func normalizeMySQLTimestamp(ts string) string { } const queryDiscoverTables = ` - SELECT table_schema, table_name, table_type, engine + SELECT table_schema, table_name, table_type, engine, table_collation FROM information_schema.tables - WHERE table_schema != 'information_schema' AND table_schema != 'performance_schema' - AND table_schema != 'mysql' AND table_schema != 'sys';` + WHERE table_schema NOT IN ('information_schema', 'performance_schema', 'mysql', 'sys');` func getTables(_ context.Context, conn *client.Conn) ([]*sqlcapture.DiscoveryInfo, error) { var results, err = conn.Execute(queryDiscoverTables) @@ -459,25 +460,45 @@ func getTables(_ context.Context, conn *client.Conn) ([]*sqlcapture.DiscoveryInf var tables []*sqlcapture.DiscoveryInfo for _, row := range results.Values { + var collation = string(row[4].AsString()) tables = append(tables, &sqlcapture.DiscoveryInfo{ Schema: string(row[0].AsString()), Name: string(row[1].AsString()), BaseTable: strings.EqualFold(string(row[2].AsString()), "BASE TABLE"), ExtraDetails: &mysqlTableDiscoveryDetails{ - StorageEngine: string(row[3].AsString()), + StorageEngine: string(row[3].AsString()), + DefaultCharset: charsetFromCollation(collation), }, }) } return tables, nil } +func charsetFromCollation(name string) string { + // According to https://dev.mysql.com/doc/refman/8.4/en/information-schema-tables-table.html: + // + // The output does not explicitly list the table default character set, but the collation + // name begins with the character set name. + // + // We rely on this assumption to identify known charsets based on the decoders table here. + for charset := range mysqlStringDecoders { + if strings.HasPrefix(name, charset) { + return charset + } + } + logrus.WithField("collation", name).Error("unknown charset for collation, assuming UTF-8") + return mysqlDefaultCharset +} + type mysqlTableDiscoveryDetails struct { - StorageEngine string + StorageEngine string + DefaultCharset string } const queryDiscoverColumns = ` - SELECT table_schema, table_name, ordinal_position, column_name, is_nullable, data_type, column_type + SELECT table_schema, table_name, ordinal_position, column_name, is_nullable, data_type, column_type, character_set_name FROM information_schema.columns + WHERE table_schema NOT IN ('information_schema', 'performance_schema', 'mysql', 'sys') ORDER BY table_schema, table_name, ordinal_position;` func getColumns(_ context.Context, conn *client.Conn) ([]sqlcapture.ColumnInfo, error) { @@ -492,27 +513,28 @@ func getColumns(_ context.Context, conn *client.Conn) ([]sqlcapture.ColumnInfo, var tableSchema, tableName = string(row[0].AsString()), string(row[1].AsString()) var columnName = string(row[3].AsString()) var dataType, fullColumnType = string(row[5].AsString()), string(row[6].AsString()) - if dataType == "enum" { - logrus.WithFields(logrus.Fields{ - "schema": tableSchema, - "table": tableName, - "column": columnName, - "type": fullColumnType, - }).Debug("parsing enum type") - } + var charsetName = string(row[7].AsString()) + logrus.WithFields(logrus.Fields{ + "schema": tableSchema, + "table": tableName, + "column": columnName, + "dataType": dataType, + "columnType": fullColumnType, + "charset": charsetName, + }).Debug("discovered column") columns = append(columns, sqlcapture.ColumnInfo{ TableSchema: tableSchema, TableName: tableName, Index: int(row[2].AsInt64()), Name: columnName, IsNullable: string(row[4].AsString()) != "NO", - DataType: parseDataType(dataType, fullColumnType), + DataType: parseDataType(dataType, fullColumnType, charsetName), }) } return columns, err } -func parseDataType(typeName, fullColumnType string) any { +func parseDataType(typeName, fullColumnType, charset string) any { switch typeName { case "enum": // Illegal values are represented internally by MySQL as the integer 0. Adding @@ -522,6 +544,8 @@ func parseDataType(typeName, fullColumnType string) any { return &mysqlColumnType{Type: "set", EnumValues: parseEnumValues(fullColumnType)} case "tinyint", "smallint", "mediumint", "int", "bigint": return &mysqlColumnType{Type: typeName, Unsigned: strings.Contains(fullColumnType, "unsigned")} + case "char", "varchar", "tinytext", "text", "mediumtext", "longtext": + return &mysqlColumnType{Type: typeName, Charset: charset} } return typeName } @@ -530,21 +554,20 @@ type mysqlColumnType struct { Type string `json:"type" mapstructure:"type"` // The basic name of the column type. EnumValues []string `json:"enum,omitempty" mapstructure:"enum"` // The list of values which an enum (or set) column can contain. Unsigned bool `json:"unsigned,omitempty" mapstructure:"unsigned"` // True IFF an integer type is unsigned + Charset string `json:"charset,omitempty" mapstructure:"charset"` // The character set of a text column. } func (t *mysqlColumnType) String() string { if t.Unsigned { return t.Type + " unsigned" } + if t.Charset != "" && t.Charset != mysqlDefaultCharset { + return t.Type + " with charset " + t.Charset + } return t.Type } -func (t *mysqlColumnType) translateRecordField(val interface{}) (interface{}, error) { - logrus.WithFields(logrus.Fields{ - "type": fmt.Sprintf("%#v", t), - "value": fmt.Sprintf("%#v", val), - }).Trace("translating record field") - +func (t *mysqlColumnType) translateRecordField(isBackfill bool, val interface{}) (interface{}, error) { switch t.Type { case "enum": if index, ok := val.(int64); ok { @@ -599,6 +622,19 @@ func (t *mysqlColumnType) translateRecordField(val interface{}) (interface{}, er return uint64(sval), nil } return val, nil + case "char", "varchar", "tinytext", "text", "mediumtext", "longtext": + if str, ok := val.(string); ok { + return str, nil + } else if bs, ok := val.([]byte); ok { + if isBackfill { + // Backfills always return string results as UTF-8 + return string(bs), nil + } + return decodeBytesToString(t.Charset, bs) + } else if val == nil { + return nil, nil + } + return nil, fmt.Errorf("internal error: text column value must be bytes or nil: got %v", val) } return val, fmt.Errorf("error translating value of complex column type %q", t.Type) } @@ -615,10 +651,97 @@ func (t *mysqlColumnType) encodeKeyFDB(val any) (tuple.TupleElement, error) { return val, nil case "tinyint", "smallint", "mediumint", "int", "bigint": return val, nil + case "char", "varchar", "tinytext", "text", "mediumtext", "longtext": + // Backfill text keys are serialized as the raw bytes or string we receive, which is generally + // fine because we always receive backfill results in UTF-8. + return val, nil } return val, fmt.Errorf("internal error: failed to encode column of type %q as backfill key", t.Type) } +// The default character set in modern MySQL / MariaDB releases. +const mysqlDefaultCharset = "utf8mb4" + +func decodeBytesToString(charset string, bs []byte) (string, error) { + if charset == "" { + // Assume an unknown charset is UTF-8 so it can be omitted from serialized metadata. + charset = mysqlDefaultCharset + } + + var decodeFn, ok = mysqlStringDecoders[charset] + if !ok { + // If the charset of a column is unknown, we assume it's UTF-8. This means that, + // hopefully, no captures will suddenly begin failing when the text decoding fix + // goes to production. Since before this logic existed we assumed all text would + // be UTF-8 compatible this doesn't hurt any previously-working captures. + // + // Instead of erroring out, the connector will log an error which we can go check + // for after this reaches production, which will tell us if there are any charsets + // we still need to add. But this function is called for every text column of every + // replicated change event so it would be much too spammy if we logged it every time, + // so we also register the unknown charset as UTF-8 so this only triggers once per + // unknown charset (per task restart). + logrus.WithField("charset", charset).Error("unknown charset, assuming UTF-8/ASCII compatible") + mysqlStringDecoders[charset] = decodeUTF8 + decodeFn = decodeUTF8 + } + var str, err = decodeFn(bs) + if err != nil { + return "", fmt.Errorf("internal error: failed to decode bytes to charset %q: %w", charset, err) + } + + // If the string is short enough then we're done, otherwise we need to apply + // a Unicode-aware truncation to the string contents. + if len(str) <= truncateColumnThreshold { + return str, nil + } + var buf = new(strings.Builder) + for _, r := range str { + buf.WriteRune(r) + if buf.Len() > truncateColumnThreshold { + break + } + } + return buf.String(), nil +} + +var mysqlStringDecoders = map[string]func([]byte) (string, error){ + "utf8mb3": decodeUTF8, + "utf8mb4": decodeUTF8, + "latin1": decodeLatin1, + "ucs2": decodeUCS2, +} + +func decodeUTF8(bs []byte) (string, error) { + return string(bs), nil +} + +func decodeLatin1(bs []byte) (string, error) { + var decoder = charmap.ISO8859_1.NewDecoder() + var decodedBytes, err = decoder.Bytes(bs) + if err != nil { + return "", nil + } + return string(decodedBytes), nil +} + +func decodeUCS2(bs []byte) (string, error) { + if len(bs)%2 == 1 { + return "", fmt.Errorf("string length must be a multiple of two: got %d bytes", len(bs)) + } + var runes = make([]rune, 0, len(bs)/2) + for i := 0; i < len(bs); i += 2 { + // Per https://dev.mysql.com/doc/refman/8.0/en/charset-unicode-ucs2.html + // MySQL's UCS-2 charset only supports BMP characters, so we ignore here + // the possibility of surrogate pairs. + // + // If this proves incorrect, we could instead use package 'unicode/utf16' + // to decode []uint16 -> string + runes = append(runes, rune(binary.BigEndian.Uint16(bs[i:]))) + } + return string(runes), nil +} + // enumValuesRegexp matches a MySQL-format single-quoted string followed by // a comma or EOL. It uses non-capturing groups for the alternations on string // body characters and terminator so that submatch #1 is the full string body. @@ -657,14 +780,14 @@ func parseEnumValues(details string) []string { // and take submatch #1 which is the body of each string. var opts []string for _, match := range enumValuesRegexp.FindAllStringSubmatch(details, -1) { - opts = append(opts, decodeMySQLString(match[1])) + opts = append(opts, unquoteMySQLString(match[1])) } return opts } -// decodeStringMySQL decodes a MySQL-format single-quoted string (including -// possible backslash escapes) and returns it in unquoted, unescaped form. -func decodeMySQLString(qstr string) string { +// unquoteStringMySQL unquotes a MySQL-format single-quoted string (and unescapes +// any backslash escapes) and returns it in unquoted, unescaped form. +func unquoteMySQLString(qstr string) string { if strings.HasPrefix(qstr, "'") && strings.HasSuffix(qstr, "'") { qstr = strings.TrimPrefix(qstr, "'") qstr = strings.TrimSuffix(qstr, "'") @@ -679,6 +802,7 @@ const queryDiscoverPrimaryKeys = ` SELECT table_schema, table_name, column_name, seq_in_index FROM information_schema.statistics WHERE index_name = 'primary' + AND table_schema NOT IN ('information_schema', 'performance_schema', 'mysql', 'sys') ORDER BY table_schema, table_name, seq_in_index; ` diff --git a/source-mysql/replication.go b/source-mysql/replication.go index 92e78245d..440dfb515 100644 --- a/source-mysql/replication.go +++ b/source-mysql/replication.go @@ -188,7 +188,8 @@ type mysqlReplicationStream struct { } type mysqlTableMetadata struct { - Schema mysqlTableSchema `json:"schema"` + Schema mysqlTableSchema `json:"schema"` + DefaultCharset string `json:"charset,omitempty"` } type mysqlTableSchema struct { @@ -290,7 +291,7 @@ func (rs *mysqlReplicationStream) run(ctx context.Context, startCursor mysql.Pos if err != nil { return fmt.Errorf("error encoding row key for %q: %w", streamID, err) } - if err := rs.db.translateRecordFields(columnTypes, after); err != nil { + if err := rs.db.translateRecordFields(false, columnTypes, after); err != nil { return fmt.Errorf("error translating 'after' of %q InsertOp: %w", streamID, err) } var sourceInfo = &mysqlSourceInfo{ @@ -330,10 +331,10 @@ func (rs *mysqlReplicationStream) run(ctx context.Context, startCursor mysql.Pos if err != nil { return fmt.Errorf("error encoding row key for %q: %w", streamID, err) } - if err := rs.db.translateRecordFields(columnTypes, before); err != nil { + if err := rs.db.translateRecordFields(false, columnTypes, before); err != nil { return fmt.Errorf("error translating 'before' of %q UpdateOp: %w", streamID, err) } - if err := rs.db.translateRecordFields(columnTypes, after); err != nil { + if err := rs.db.translateRecordFields(false, columnTypes, after); err != nil { return fmt.Errorf("error translating 'after' of %q UpdateOp: %w", streamID, err) } var sourceInfo = &mysqlSourceInfo{ @@ -368,7 +369,7 @@ func (rs *mysqlReplicationStream) run(ctx context.Context, startCursor mysql.Pos if err != nil { return fmt.Errorf("error encoding row key for %q: %w", streamID, err) } - if err := rs.db.translateRecordFields(columnTypes, before); err != nil { + if err := rs.db.translateRecordFields(false, columnTypes, before); err != nil { return fmt.Errorf("error translating 'before' of %q DeleteOp: %w", streamID, err) } var sourceInfo = &mysqlSourceInfo{ @@ -667,7 +668,7 @@ func (rs *mysqlReplicationStream) handleAlterTable(ctx context.Context, stmt *sq meta.Schema.Columns = slices.Delete(meta.Schema.Columns, oldIndex, oldIndex+1) var newName = alter.NewColDefinition.Name.String() - var newType = translateDataType(alter.NewColDefinition.Type) + var newType = translateDataType(meta, alter.NewColDefinition.Type) var newIndex = oldIndex if alter.First { newIndex = 0 @@ -691,7 +692,7 @@ func (rs *mysqlReplicationStream) handleAlterTable(ctx context.Context, stmt *sq } meta.Schema.Columns = slices.Delete(meta.Schema.Columns, oldIndex, oldIndex+1) - var newType = translateDataType(alter.NewColDefinition.Type) + var newType = translateDataType(meta, alter.NewColDefinition.Type) var newIndex = oldIndex if alter.First { newIndex = 0 @@ -722,7 +723,7 @@ func (rs *mysqlReplicationStream) handleAlterTable(ctx context.Context, stmt *sq var newCols []string for _, col := range alter.Columns { newCols = append(newCols, col.Name.String()) - var dataType = translateDataType(col.Type) + var dataType = translateDataType(meta, col.Type) meta.Schema.ColumnTypes[col.Name.String()] = dataType } @@ -756,7 +757,7 @@ func (rs *mysqlReplicationStream) handleAlterTable(ctx context.Context, stmt *sq return nil } -func translateDataType(t sqlparser.ColumnType) any { +func translateDataType(meta *mysqlTableMetadata, t sqlparser.ColumnType) any { switch typeName := strings.ToLower(t.Type); typeName { case "enum": return &mysqlColumnType{Type: typeName, EnumValues: append([]string{""}, unquoteEnumValues(t.EnumValues)...)} @@ -764,6 +765,18 @@ func translateDataType(t sqlparser.ColumnType) any { return &mysqlColumnType{Type: typeName, EnumValues: unquoteEnumValues(t.EnumValues)} case "tinyint", "smallint", "mediumint", "int", "bigint": return &mysqlColumnType{Type: typeName, Unsigned: t.Unsigned} + case "char", "varchar", "tinytext", "text", "mediumtext", "longtext": + var charset string + if t.Charset.Name != "" { + charset = t.Charset.Name // If explicitly specified, the declared charset wins + } else if t.Options.Collate != "" { + charset = charsetFromCollation(t.Options.Collate) // If only a collation is declared, figure out what charset that implies + } else if meta.DefaultCharset != "" { + charset = meta.DefaultCharset // In the absence of a column-specific declaration, use the default table charset + } else { + charset = mysqlDefaultCharset // Finally fall back to UTF-8 if nothing else supersedes that + } + return &mysqlColumnType{Type: typeName, Charset: charset} default: return typeName } @@ -783,7 +796,7 @@ func translateDataType(t sqlparser.ColumnType) any { func unquoteEnumValues(values []string) []string { var unquoted []string for _, qval := range values { - unquoted = append(unquoted, decodeMySQLString(qval)) + unquoted = append(unquoted, unquoteMySQLString(qval)) } return unquoted } @@ -923,11 +936,15 @@ func (rs *mysqlReplicationStream) ActivateTable(ctx context.Context, streamID st metadata.Schema.Columns = discovery.ColumnNames metadata.Schema.ColumnTypes = colTypes + if extraDetails, ok := discovery.ExtraDetails.(*mysqlTableDiscoveryDetails); ok { + metadata.DefaultCharset = extraDetails.DefaultCharset + } logrus.WithFields(logrus.Fields{ "stream": streamID, "columns": metadata.Schema.Columns, "types": metadata.Schema.ColumnTypes, + "charset": metadata.DefaultCharset, }).Debug("initialized table metadata") }