C0urante commented on code in PR #6934: URL: https://github.com/apache/kafka/pull/6934#discussion_r1592847527
########## connect/runtime/src/main/java/org/apache/kafka/connect/runtime/rest/resources/ConnectorsResource.java: ########## @@ -242,6 +242,19 @@ public Response putConnectorConfig(final @PathParam("connector") String connecto return response.entity(createdInfo.result()).build(); } + @PATCH + @Path("/{connector}/config") + public Response patchConnectorConfig(final @PathParam("connector") String connector, + final @Context HttpHeaders headers, + final @QueryParam("forward") Boolean forward, + final Map<String, String> connectorConfigPatch) throws Throwable { + FutureCallback<Herder.Created<ConnectorInfo>> cb = new FutureCallback<>(); + herder.patchConnectorConfig(connector, connectorConfigPatch, cb); + Herder.Created<ConnectorInfo> createdInfo = requestHandler.completeOrForwardRequest(cb, "/connectors/" + connector + "/config", + "PATCH", headers, connectorConfigPatch, new TypeReference<ConnectorInfo>() { }, new CreatedConnectorInfoTranslator(), forward); + return Response.ok().entity(createdInfo.result()).build(); Review Comment: Yep, LGTM 👍 Can you add that to the KIP? ########## connect/runtime/src/test/java/org/apache/kafka/connect/runtime/distributed/DistributedHerderTest.java: ########## @@ -2336,6 +2336,133 @@ public void testPutConnectorConfig() throws Exception { verifyNoMoreInteractions(worker, member, configBackingStore, statusBackingStore); } + @Test + public void testPatchConnectorConfigNotFound() { + when(member.memberId()).thenReturn("leader"); + expectRebalance(0, Collections.emptyList(), Collections.emptyList(), true); + when(statusBackingStore.connectors()).thenReturn(Collections.emptySet()); + + ClusterConfigState clusterConfigState = new ClusterConfigState( + 0, + null, + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptySet(), + Collections.emptySet()); + expectConfigRefreshAndSnapshot(clusterConfigState); + + Map<String, String> connConfigPatch = new HashMap<>(); + connConfigPatch.put("foo1", "baz1"); + + FutureCallback<Herder.Created<ConnectorInfo>> patchCallback = new FutureCallback<>(); + herder.patchConnectorConfig(CONN2, connConfigPatch, patchCallback); + herder.tick(); + assertTrue(patchCallback.isDone()); + ExecutionException exception = assertThrows(ExecutionException.class, patchCallback::get); + assertInstanceOf(NotFoundException.class, exception.getCause()); + } + + @Test + public void testPatchConnectorConfigNotALeader() { + when(member.memberId()).thenReturn("not-leader"); + + // The connector is pre-existing due to the mocks. + ClusterConfigState originalSnapshot = new ClusterConfigState( + 1, + null, + Collections.singletonMap(CONN1, 0), + Collections.singletonMap(CONN1, CONN1_CONFIG), + Collections.singletonMap(CONN1, TargetState.STARTED), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptySet(), + Collections.emptySet()); + expectConfigRefreshAndSnapshot(originalSnapshot); + when(member.currentProtocolVersion()).thenReturn(CONNECT_PROTOCOL_V0); + + // Patch the connector config. + + expectMemberEnsureActive(); + expectRebalance(1, Arrays.asList(CONN1), Collections.emptyList(), false); + + FutureCallback<Herder.Created<ConnectorInfo>> patchCallback = new FutureCallback<>(); + herder.patchConnectorConfig(CONN1, new HashMap<>(), patchCallback); + herder.tick(); + assertTrue(patchCallback.isDone()); + ExecutionException fencingException = assertThrows(ExecutionException.class, patchCallback::get); + assertInstanceOf(ConnectException.class, fencingException.getCause()); + } + + @Test + public void testPatchConnectorConfig() throws Exception { + when(member.memberId()).thenReturn("leader"); + expectRebalance(1, Arrays.asList(CONN1), Collections.emptyList(), true); + when(statusBackingStore.connectors()).thenReturn(Collections.emptySet()); + + Map<String, String> originalConnConfig = new HashMap<>(CONN1_CONFIG); + originalConnConfig.put("foo0", "unaffected"); + originalConnConfig.put("foo1", "will-be-changed"); + originalConnConfig.put("foo2", "will-be-removed"); + + // The connector is pre-existing due to the mocks. + + ClusterConfigState originalSnapshot = new ClusterConfigState( + 1, + null, + Collections.singletonMap(CONN1, 0), + Collections.singletonMap(CONN1, originalConnConfig), + Collections.singletonMap(CONN1, TargetState.STARTED), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptySet(), + Collections.emptySet()); + expectConfigRefreshAndSnapshot(originalSnapshot); + when(member.currentProtocolVersion()).thenReturn(CONNECT_PROTOCOL_V0); + + expectMemberPoll(); + + // Patch the connector config. + Map<String, String> connConfigPatch = new HashMap<>(); + connConfigPatch.put("foo1", "changed"); + connConfigPatch.put("foo2", null); + connConfigPatch.put("foo3", "added"); + + Map<String, String> patchedConnConfig = new HashMap<>(originalConnConfig); Review Comment: Nit: we overwrite every value in this map, no need to clone the original ```suggestion Map<String, String> patchedConnConfig = new HashMap<>(); ``` ########## connect/runtime/src/test/java/org/apache/kafka/connect/runtime/distributed/DistributedHerderTest.java: ########## @@ -2336,6 +2336,133 @@ public void testPutConnectorConfig() throws Exception { verifyNoMoreInteractions(worker, member, configBackingStore, statusBackingStore); } + @Test + public void testPatchConnectorConfigNotFound() { + when(member.memberId()).thenReturn("leader"); + expectRebalance(0, Collections.emptyList(), Collections.emptyList(), true); + when(statusBackingStore.connectors()).thenReturn(Collections.emptySet()); + + ClusterConfigState clusterConfigState = new ClusterConfigState( + 0, + null, + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptySet(), + Collections.emptySet()); + expectConfigRefreshAndSnapshot(clusterConfigState); + + Map<String, String> connConfigPatch = new HashMap<>(); + connConfigPatch.put("foo1", "baz1"); + + FutureCallback<Herder.Created<ConnectorInfo>> patchCallback = new FutureCallback<>(); + herder.patchConnectorConfig(CONN2, connConfigPatch, patchCallback); + herder.tick(); + assertTrue(patchCallback.isDone()); + ExecutionException exception = assertThrows(ExecutionException.class, patchCallback::get); + assertInstanceOf(NotFoundException.class, exception.getCause()); + } + + @Test + public void testPatchConnectorConfigNotALeader() { + when(member.memberId()).thenReturn("not-leader"); + + // The connector is pre-existing due to the mocks. + ClusterConfigState originalSnapshot = new ClusterConfigState( + 1, + null, + Collections.singletonMap(CONN1, 0), + Collections.singletonMap(CONN1, CONN1_CONFIG), + Collections.singletonMap(CONN1, TargetState.STARTED), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptySet(), + Collections.emptySet()); + expectConfigRefreshAndSnapshot(originalSnapshot); + when(member.currentProtocolVersion()).thenReturn(CONNECT_PROTOCOL_V0); + + // Patch the connector config. + + expectMemberEnsureActive(); + expectRebalance(1, Arrays.asList(CONN1), Collections.emptyList(), false); + + FutureCallback<Herder.Created<ConnectorInfo>> patchCallback = new FutureCallback<>(); + herder.patchConnectorConfig(CONN1, new HashMap<>(), patchCallback); + herder.tick(); + assertTrue(patchCallback.isDone()); + ExecutionException fencingException = assertThrows(ExecutionException.class, patchCallback::get); + assertInstanceOf(ConnectException.class, fencingException.getCause()); + } + + @Test + public void testPatchConnectorConfig() throws Exception { + when(member.memberId()).thenReturn("leader"); + expectRebalance(1, Arrays.asList(CONN1), Collections.emptyList(), true); + when(statusBackingStore.connectors()).thenReturn(Collections.emptySet()); + + Map<String, String> originalConnConfig = new HashMap<>(CONN1_CONFIG); + originalConnConfig.put("foo0", "unaffected"); + originalConnConfig.put("foo1", "will-be-changed"); + originalConnConfig.put("foo2", "will-be-removed"); + + // The connector is pre-existing due to the mocks. + + ClusterConfigState originalSnapshot = new ClusterConfigState( + 1, + null, + Collections.singletonMap(CONN1, 0), + Collections.singletonMap(CONN1, originalConnConfig), + Collections.singletonMap(CONN1, TargetState.STARTED), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptyMap(), + Collections.emptySet(), + Collections.emptySet()); + expectConfigRefreshAndSnapshot(originalSnapshot); + when(member.currentProtocolVersion()).thenReturn(CONNECT_PROTOCOL_V0); + + expectMemberPoll(); + + // Patch the connector config. + Map<String, String> connConfigPatch = new HashMap<>(); + connConfigPatch.put("foo1", "changed"); + connConfigPatch.put("foo2", null); + connConfigPatch.put("foo3", "added"); + + Map<String, String> patchedConnConfig = new HashMap<>(originalConnConfig); Review Comment: Nit: we overwrite every value in this map, no need to clone the original ```suggestion Map<String, String> patchedConnConfig = new HashMap<>(); ``` -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: jira-unsubscr...@kafka.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org