Skip to content
Merged
Show file tree
Hide file tree
Changes from 9 commits
Commits
Show all changes
31 commits
Select commit Hold shift + click to select a range
ad6bbde
Pipe: Add tsFile parsing with Mods function
luoluoyuyu Oct 9, 2025
14ff393
update
luoluoyuyu Oct 9, 2025
eb923be
add ModsOperationUtil
luoluoyuyu Oct 9, 2025
1d4d070
update
luoluoyuyu Oct 9, 2025
6a9a93a
update
luoluoyuyu Oct 10, 2025
7c7742f
add memory manage
luoluoyuyu Oct 10, 2025
1a093ed
fix
luoluoyuyu Oct 10, 2025
938fa51
add table model IT
luoluoyuyu Oct 10, 2025
4a801dd
add tree model IT
luoluoyuyu Oct 10, 2025
9a07c9d
update
luoluoyuyu Oct 14, 2025
b65bef8
update IT
luoluoyuyu Oct 14, 2025
1113fda
update TsFileInsertionEventScanParser
luoluoyuyu Oct 14, 2025
fdf567a
update TsFileInsertionEventScanParser
luoluoyuyu Oct 14, 2025
7e222df
update TsFileInsertionEventTableParserTabletIterator
luoluoyuyu Oct 14, 2025
051b576
fix
luoluoyuyu Oct 14, 2025
e74f669
update
luoluoyuyu Oct 14, 2025
1eb6745
update
luoluoyuyu Oct 14, 2025
b7b817c
modify isDelete function
luoluoyuyu Oct 15, 2025
52111e2
modify isDelete function
luoluoyuyu Oct 15, 2025
e95bec7
update
luoluoyuyu Oct 15, 2025
5eb48b1
spotless
luoluoyuyu Oct 15, 2025
4ac2699
update IT Config
luoluoyuyu Oct 15, 2025
b06c0ad
fix
luoluoyuyu Oct 15, 2025
4258663
update IoTDBPipeTsFileDecompositionWithModsIT
luoluoyuyu Oct 16, 2025
5876a46
update IoTDBPipeTsFileDecompositionWithModsIT
luoluoyuyu Oct 16, 2025
efcbf12
update
luoluoyuyu Oct 16, 2025
4b7cf34
fix
luoluoyuyu Oct 23, 2025
81a04b9
update ModsOperationUtil
luoluoyuyu Oct 23, 2025
967f840
update TsFileInsertionEventTableParserTabletIterator
luoluoyuyu Oct 23, 2025
256966a
update
luoluoyuyu Oct 23, 2025
1082ef9
update
luoluoyuyu Oct 23, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -17,13 +17,14 @@
* under the License.
*/

package org.apache.iotdb.pipe.it.dual.tablemodel.manual;
package org.apache.iotdb.pipe.it.dual.tablemodel.manual.basic;

import org.apache.iotdb.db.it.utils.TestUtils;
import org.apache.iotdb.isession.SessionConfig;
import org.apache.iotdb.it.framework.IoTDBTestRunner;
import org.apache.iotdb.itbase.category.MultiClusterIT2DualTableManualBasic;
import org.apache.iotdb.pipe.it.dual.tablemodel.TableModelUtils;
import org.apache.iotdb.pipe.it.dual.tablemodel.manual.AbstractPipeTableModelDualManualIT;

import org.junit.Test;
import org.junit.experimental.categories.Category;
Expand All @@ -38,6 +39,24 @@
@Category({MultiClusterIT2DualTableManualBasic.class})
public class IoTDBPipeTsFileDecompositionWithModsIT extends AbstractPipeTableModelDualManualIT {

/**
* Test IoTDB pipe handling TsFile decomposition with Mods (modification operations) in table
* model
*
* <p>Test scenario: 1. Create two storage groups sg1 and sg2, each containing table1 2. Insert
* small amount of data in sg1 (1-6 rows), insert large amount of data in sg2 (110 batches, 100
* rows per batch) 3. Execute FLUSH operation to persist data to TsFile 4. Execute multiple DELETE
* operations on sg1, deleting data in time ranges 2-4 and 3-5 5. Execute multiple DELETE
* operations on sg2, deleting data matching specific conditions (s0-s3 field values) 6. Execute
* FLUSH operation again 7. Create pipe with mods enabled, synchronize data to receiver 8. Verify
* correctness of receiver data: - sg1 only retains time=1 data, time=2-4 data is correctly
* deleted - sg2 DELETE operation results meet expectations (t10 retains 1000 rows, t11 all
* deleted, t12 retains 5900 rows, etc.)
*
* <p>Test purpose: Verify that IoTDB pipe can correctly handle Mods (modification operations) in
* TsFile, ensuring DELETE operations can be correctly synchronized to the receiver and data
* consistency is guaranteed.
*/
@Test
public void testTsFileDecompositionWithMods() {
TableModelUtils.createDataBaseAndTable(senderEnv, "table1", "sg1");
Expand Down Expand Up @@ -149,13 +168,6 @@ public void testTsFileDecompositionWithMods() {
Collections.singleton("0,"),
"sg2");

TestUtils.assertDataEventuallyOnEnv(
receiverEnv,
"SELECT COUNT(*) as count FROM table1 WHERE s0 ='t11' AND s1='t11' AND s2='t11' AND s3='t11'",
"count,",
Collections.singleton("0,"),
"sg2");

TestUtils.assertDataEventuallyOnEnv(
receiverEnv,
"SELECT COUNT(*) as count FROM table1 WHERE s0 ='t12' AND s1='t12' AND s2='t12' AND s3='t12'",
Expand Down
Loading
Loading