Skip to content
Merged
Changes from 1 commit
Commits
Show all changes
58 commits
Select commit Hold shift + click to select a range
f9225ae
set up
XNX02 Mar 5, 2025
6dc8c23
Merge branch 'master' of https://github.com/apache/iotdb into externa…
XNX02 Mar 20, 2025
ca62da7
update
XNX02 Mar 23, 2025
67f581b
Merge branch 'master' of https://github.com/apache/iotdb into externa…
XNX02 Mar 25, 2025
ded4261
update
XNX02 Mar 25, 2025
8ff357f
Merge branch 'master' of https://github.com/apache/iotdb into externa…
XNX02 Mar 29, 2025
57baeb2
update blancer
XNX02 Mar 29, 2025
eb01779
update
XNX02 Mar 29, 2025
3ef7238
mqtt source
XNX02 Mar 30, 2025
5c020da
update
XNX02 Apr 1, 2025
243a376
kafka source
XNX02 Apr 2, 2025
d61fd1a
mqtt
XNX02 Apr 3, 2025
ecea9a7
update
XNX02 Apr 3, 2025
9a82d86
add header
XNX02 Apr 3, 2025
a07e703
update
XNX02 Apr 4, 2025
3dd79d6
fix
XNX02 Apr 7, 2025
bf4a871
alter pipe & loadbalancer
XNX02 Apr 11, 2025
94a4ae2
Merge branch 'master' of https://github.com/apache/iotdb into mqtt-so…
XNX02 Apr 11, 2025
5da03d3
update
XNX02 Apr 11, 2025
caa3907
update
XNX02 Apr 12, 2025
ddbdf69
update
XNX02 Apr 14, 2025
ae41e9c
update balance logic
XNX02 Apr 15, 2025
7b7dc32
update
XNX02 Apr 15, 2025
10ef051
fix
XNX02 Apr 15, 2025
fd9932a
Merge branch 'master' of https://github.com/apache/iotdb into mqtt-so…
XNX02 Apr 15, 2025
be7aeda
fix
XNX02 Apr 15, 2025
2fa9770
update
XNX02 Apr 16, 2025
528fd4c
update
XNX02 Apr 16, 2025
07f9585
fix
XNX02 Apr 16, 2025
8034b0e
update
XNX02 Apr 16, 2025
44a55e8
update
XNX02 Apr 17, 2025
559ce22
fix
XNX02 Apr 17, 2025
a331204
fix
XNX02 Apr 17, 2025
556cf82
address review comments
XNX02 Apr 21, 2025
9f80546
fix
XNX02 Apr 23, 2025
7b9c62d
update
XNX02 Apr 23, 2025
9ff2ff2
Merge branch 'master' of github.com:apache/iotdb into pr/15275
SteveYurongSu Apr 28, 2025
4ef2189
fix
XNX02 Apr 28, 2025
4a36fdd
fix
XNX02 May 8, 2025
cbe4866
Merge branch 'master' of https://github.com/apache/iotdb into pr/15275
SteveYurongSu May 13, 2025
06ef404
Update BuiltinPipePlugin.java
SteveYurongSu May 13, 2025
dc14966
热factor
SteveYurongSu May 13, 2025
9212b0f
Update PipeRuntimeMeta.java
SteveYurongSu May 13, 2025
678f119
Update PipeRuntimeMeta.java
SteveYurongSu May 13, 2025
a87d855
refactor
SteveYurongSu May 13, 2025
49ed24b
refactor
SteveYurongSu May 15, 2025
ef088f8
Update PipeDataNodeTaskBuilder.java
SteveYurongSu May 15, 2025
88771e7
refactor
SteveYurongSu May 15, 2025
303fe97
Merge branch 'master' of https://github.com/apache/iotdb into pr/15275
SteveYurongSu May 15, 2025
0746012
Update PipeExternalSourceLoadBalancer.java
SteveYurongSu May 15, 2025
7d4e82e
refactor
SteveYurongSu May 15, 2025
034ab6a
Update AlterPipeProcedureV2.java
SteveYurongSu May 15, 2025
12b263e
Update AlterPipeProcedureV2.java
SteveYurongSu May 15, 2025
9dff0b7
Update PipeStatementInsertionEvent.java
SteveYurongSu May 15, 2025
e9e33cb
refactor
SteveYurongSu May 15, 2025
13a8957
Update MQTTExtractor.java
SteveYurongSu May 15, 2025
63b4dbd
fix alter pipe
XNX02 May 15, 2025
8911680
update
XNX02 May 15, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
update
  • Loading branch information
XNX02 committed Apr 14, 2025
commit ddbdf696c84e6c014d96c7aaf52eacc7202903e8
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@

package org.apache.iotdb.confignode.persistence.pipe;

import org.apache.iotdb.common.rpc.thrift.TConsensusGroupType;
import org.apache.iotdb.common.rpc.thrift.TSStatus;
import org.apache.iotdb.commons.consensus.index.impl.MinimumProgressIndex;
import org.apache.iotdb.commons.exception.pipe.PipeRuntimeCriticalException;
Expand Down Expand Up @@ -631,49 +632,53 @@ private TSStatus handleLeaderChangeInternal(final PipeHandleLeaderChangePlan pla
// the data region group has already been removed"
}
}));
pipeMetaKeeper
.getPipeMetaList()
.forEach(
pipeMeta -> {
if (pipeMeta.getStaticMeta().isSourceExternal()) {
final ExternalLoadBalancer loadBalancer =
new ExternalLoadBalancer(
pipeMeta
.getStaticMeta()
.getExtractorParameters()
.getStringOrDefault(
Arrays.asList(
PipeExtractorConstant.EXTERNAL_EXTRACTOR_BALANCE_STRATEGY_KEY,
PipeExtractorConstant.EXTERNAL_SOURCE_BALANCE_STRATEGY_KEY),
PipeExtractorConstant
.EXTERNAL_EXTRACTOR_BALANCE_PROPORTION_STRATEGY));

final int parallelism =
pipeMeta
.getStaticMeta()
.getExtractorParameters()
.getIntOrDefault(
Arrays.asList(
EXTERNAL_EXTRACTOR_PARALLELISM_KEY,
EXTERNAL_SOURCE_PARALLELISM_KEY),
EXTERNAL_EXTRACTOR_PARALLELISM_DEFAULT_VALUE);
loadBalancer
.balance(
parallelism,
pipeMeta.getStaticMeta(),
ConfigNode.getInstance().getConfigManager())
.forEach(
(taskIndex, newLeader) -> {
if (newLeader != -1) {
pipeMeta
.getRuntimeMeta()
.getConsensusGroupId2TaskMetaMap()
.get(taskIndex)
.setLeaderNodeId(newLeader);
}
});
}
});
if (plan.getConsensusGroupId2NewLeaderIdMap().keySet().stream()
.anyMatch(
consensusGroupId -> consensusGroupId.getType() == TConsensusGroupType.DataRegion)) {
pipeMetaKeeper
.getPipeMetaList()
.forEach(
pipeMeta -> {
if (pipeMeta.getStaticMeta().isSourceExternal()) {
final ExternalLoadBalancer loadBalancer =
new ExternalLoadBalancer(
pipeMeta
.getStaticMeta()
.getExtractorParameters()
.getStringOrDefault(
Arrays.asList(
PipeExtractorConstant.EXTERNAL_EXTRACTOR_BALANCE_STRATEGY_KEY,
PipeExtractorConstant.EXTERNAL_SOURCE_BALANCE_STRATEGY_KEY),
PipeExtractorConstant
.EXTERNAL_EXTRACTOR_BALANCE_PROPORTION_STRATEGY));

final int parallelism =
pipeMeta
.getStaticMeta()
.getExtractorParameters()
.getIntOrDefault(
Arrays.asList(
EXTERNAL_EXTRACTOR_PARALLELISM_KEY,
EXTERNAL_SOURCE_PARALLELISM_KEY),
EXTERNAL_EXTRACTOR_PARALLELISM_DEFAULT_VALUE);
loadBalancer
.balance(
parallelism,
pipeMeta.getStaticMeta(),
ConfigNode.getInstance().getConfigManager())
.forEach(
(taskIndex, newLeader) -> {
if (newLeader != -1) {
pipeMeta
.getRuntimeMeta()
.getConsensusGroupId2TaskMetaMap()
.get(taskIndex)
.setLeaderNodeId(newLeader);
}
});
}
});
}
return new TSStatus(TSStatusCode.SUCCESS_STATUS.getStatusCode());
}

Expand Down