partitionByRandom seed and new function mapWithIndex

ignishpc · May 8, 2022 · be1af83 · be1af83
1 parent be18e3f
commit be1af83
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/ignis/rpc/driver/IDataFrameService.thrift b/ignis/rpc/driver/IDataFrameService.thrift
@@ -28,13 +28,14 @@ service IDataFrameService{
 
 	/*General*/
 	IDataFrameId repartition(1: IDataFrameId id, 2: i64 numPartitions, 3: bool preserveOrdering, 4: bool global_) throws (1:IDriverException.IDriverException ex),
-	IDataFrameId partitionByRandom(1: IDataFrameId id, 2: i64 numPartitions) throws (1:IDriverException.IDriverException ex),
+	IDataFrameId partitionByRandom(1: IDataFrameId id, 2: i64 numPartitions, 3: i32 seed) throws (1:IDriverException.IDriverException ex),
 	IDataFrameId partitionByHash(1: IDataFrameId id, 2: i64 numPartitions) throws (1:IDriverException.IDriverException ex),
 	IDataFrameId partitionBy(1: IDataFrameId id, 2: ISource.ISource src, 3: i64 numPartitions) throws (1:IDriverException.IDriverException ex),
 	IDataFrameId map_(1: IDataFrameId id, 2: ISource.ISource src) throws (1:IDriverException.IDriverException ex),
 	IDataFrameId filter(1: IDataFrameId id, 2: ISource.ISource src) throws (1:IDriverException.IDriverException ex),
 	IDataFrameId flatmap(1: IDataFrameId id, 2: ISource.ISource src) throws (1:IDriverException.IDriverException ex),
 	IDataFrameId keyBy(1: IDataFrameId id, 2: ISource.ISource src) throws (1:IDriverException.IDriverException ex),
+	IDataFrameId mapWithIndex(1: IDataFrameId id, 2: ISource.ISource src) throws (1:IDriverException.IDriverException ex), 
 	IDataFrameId mapPartitions(1: IDataFrameId id, 2: ISource.ISource src) throws (1:IDriverException.IDriverException ex),
 	IDataFrameId mapPartitionsWithIndex(1: IDataFrameId id, 2: ISource.ISource src) throws (1:IDriverException.IDriverException ex),
 	IDataFrameId mapExecutor(1: IDataFrameId id, 2: ISource.ISource src) throws (1:IDriverException.IDriverException ex),

diff --git a/ignis/rpc/executor/IGeneralModule.thrift b/ignis/rpc/executor/IGeneralModule.thrift
@@ -18,6 +18,8 @@ service IGeneralModule{
 
 	void keyBy(1: ISource.ISource src) throws (1:IExecutorException.IExecutorException ex),
 
+	void mapWithIndex(1: ISource.ISource src) throws (1:IExecutorException.IExecutorException ex),
+
 	void mapPartitions(1: ISource.ISource src) throws (1:IExecutorException.IExecutorException ex),
 
 	void mapPartitionsWithIndex(1: ISource.ISource src) throws (1:IExecutorException.IExecutorException ex),
@@ -50,7 +52,7 @@ service IGeneralModule{
 
 	void repartition(1: i64 numPartitions, 2: bool preserveOrdering, 3: bool global_) throws (1:IExecutorException.IExecutorException ex),
 
-	void partitionByRandom(1: i64 numPartitions) throws (1:IExecutorException.IExecutorException ex),
+	void partitionByRandom(1: i64 numPartitions, 2: i32 seed) throws (1:IExecutorException.IExecutorException ex),
 
 	void partitionByHash(1: i64 numPartitions) throws (1:IExecutorException.IExecutorException ex),