Hector Miuler Malpica Gallegos created FLINK-27889: ------------------------------------------------------
Summary: Error when the LastReconciledSpec is null Key: FLINK-27889 URL: https://issues.apache.org/jira/browse/FLINK-27889 Project: Flink Issue Type: Bug Components: Kubernetes Operator Reporter: Hector Miuler Malpica Gallegos My FlinkDeployment was left with erros, when he can not start correctly, the following message: {{2022-06-01 04:36:10,070 o.a.f.k.o.r.ReconciliationUtils [WARN ][flink-wape-02/migration-cosmosdb-wape] Attempt count: 5, last attempt: true}} {{2022-06-01 04:36:10,072 i.j.o.p.e.ReconciliationDispatcher [ERROR][flink-wape-02/migration-cosmosdb-wape] Error during event processing ExecutionScope\{ resource id: CustomResourceID{name='migration-cosmosdb-wape', namespace='flink-wape-02'}, version: null} failed.}} {{org.apache.flink.kubernetes.operator.exception.ReconciliationException: java.lang.IllegalArgumentException: Only "local" is supported as schema for application mode. This assumes that the jar is located in the image, not the Flink client. An example of such path is: local:///opt/flink/examples/streaming/WindowJoin.jar}} {{ at org.apache.flink.kubernetes.operator.controller.FlinkDeploymentController.reconcile(FlinkDeploymentController.java:130)}} {{ at org.apache.flink.kubernetes.operator.controller.FlinkDeploymentController.reconcile(FlinkDeploymentController.java:59)}} {{ at io.javaoperatorsdk.operator.processing.Controller$2.execute(Controller.java:101)}} {{ at io.javaoperatorsdk.operator.processing.Controller$2.execute(Controller.java:76)}} {{ at io.javaoperatorsdk.operator.api.monitoring.Metrics.timeControllerExecution(Metrics.java:34)}} {{ at io.javaoperatorsdk.operator.processing.Controller.reconcile(Controller.java:75)}} {{ at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.reconcileExecution(ReconciliationDispatcher.java:143)}} {{ at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleReconcile(ReconciliationDispatcher.java:109)}} {{ at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleDispatch(ReconciliationDispatcher.java:74)}} {{ at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleExecution(ReconciliationDispatcher.java:50)}} {{ at io.javaoperatorsdk.operator.processing.event.EventProcessor$ControllerExecution.run(EventProcessor.java:349)}} {{ at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)}} {{ at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)}} {{ at java.base/java.lang.Thread.run(Unknown Source)}} {{Caused by: java.lang.IllegalArgumentException: Only "local" is supported as schema for application mode. This assumes that the jar is located in the image, not the Flink client. An example of such path is: local:///opt/flink/examples/streaming/WindowJoin.jar}} {{ at org.apache.flink.kubernetes.utils.KubernetesUtils.lambda$checkJarFileForApplicationMode$2(KubernetesUtils.java:407)}} {{ at org.apache.flink.util.function.FunctionUtils.lambda$uncheckedFunction$2(FunctionUtils.java:73)}} {{ at java.base/java.util.stream.ReferencePipeline$3$1.accept(Unknown Source)}} {{ at java.base/java.util.Collections$2.tryAdvance(Unknown Source)}} {{ at java.base/java.util.Collections$2.forEachRemaining(Unknown Source)}} {{ at java.base/java.util.stream.AbstractPipeline.copyInto(Unknown Source)}} {{ at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(Unknown Source)}} {{ at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(Unknown Source)}} {{ at java.base/java.util.stream.AbstractPipeline.evaluate(Unknown Source)}} {{ at java.base/java.util.stream.ReferencePipeline.collect(Unknown Source)}} {{ at org.apache.flink.kubernetes.utils.KubernetesUtils.checkJarFileForApplicationMode(KubernetesUtils.java:412)}} {{ at org.apache.flink.kubernetes.KubernetesClusterDescriptor.deployApplicationCluster(KubernetesClusterDescriptor.java:206)}} {{ at org.apache.flink.client.deployment.application.cli.ApplicationClusterDeployer.run(ApplicationClusterDeployer.java:67)}} {{ at org.apache.flink.kubernetes.operator.service.FlinkService.submitApplicationCluster(FlinkService.java:163)}} {{ at org.apache.flink.kubernetes.operator.reconciler.deployment.ApplicationReconciler.deployFlinkJob(ApplicationReconciler.java:283)}} {{ at org.apache.flink.kubernetes.operator.reconciler.deployment.ApplicationReconciler.reconcile(ApplicationReconciler.java:83)}} {{ at org.apache.flink.kubernetes.operator.reconciler.deployment.ApplicationReconciler.reconcile(ApplicationReconciler.java:58)}} {{ at org.apache.flink.kubernetes.operator.controller.FlinkDeploymentController.reconcile(FlinkDeploymentController.java:126)}} {{ ... 13 more}} {{2022-06-01 04:36:10,073 i.j.o.p.e.EventProcessor [ERROR][flink-wape-02/migration-cosmosdb-wape] Exhausted retries for ExecutionScope\{ resource id: CustomResourceID{name='migration-cosmosdb-wape', namespace='flink-wape-02'}, version: null}}} {{2022-06-01 04:37:27,344 o.a.f.k.o.c.FlinkDeploymentController [INFO ][flink-wape-02/migration-cosmosdb-wape] Deleting FlinkDeployment}} {{2022-06-01 04:37:27,345 i.j.o.p.e.ReconciliationDispatcher [ERROR][flink-wape-02/migration-cosmosdb-wape] Error during event processing ExecutionScope\{ resource id: CustomResourceID{name='migration-cosmosdb-wape', namespace='flink-wape-02'}, version: 5206202} failed.}} {{java.lang.RuntimeException: Cannot create observe config before first deployment, this indicates a bug.}} {{ at org.apache.flink.kubernetes.operator.config.FlinkConfigManager.getObserveConfig(FlinkConfigManager.java:137)}} {{ at org.apache.flink.kubernetes.operator.service.FlinkService.cancelJob(FlinkService.java:357)}} {{ at org.apache.flink.kubernetes.operator.reconciler.deployment.ApplicationReconciler.shutdown(ApplicationReconciler.java:327)}} {{ at org.apache.flink.kubernetes.operator.reconciler.deployment.AbstractDeploymentReconciler.cleanup(AbstractDeploymentReconciler.java:56)}} {{ at org.apache.flink.kubernetes.operator.reconciler.deployment.AbstractDeploymentReconciler.cleanup(AbstractDeploymentReconciler.java:37)}} {{ at org.apache.flink.kubernetes.operator.controller.FlinkDeploymentController.cleanup(FlinkDeploymentController.java:107)}} {{ at org.apache.flink.kubernetes.operator.controller.FlinkDeploymentController.cleanup(FlinkDeploymentController.java:59)}} {{ at io.javaoperatorsdk.operator.processing.Controller$1.execute(Controller.java:68)}} {{ at io.javaoperatorsdk.operator.processing.Controller$1.execute(Controller.java:50)}} {{ at io.javaoperatorsdk.operator.api.monitoring.Metrics.timeControllerExecution(Metrics.java:34)}} {{ at io.javaoperatorsdk.operator.processing.Controller.cleanup(Controller.java:49)}} {{ at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleCleanup(ReconciliationDispatcher.java:252)}} {{ at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleDispatch(ReconciliationDispatcher.java:72)}} {{ at io.javaoperatorsdk.operator.processing.event.ReconciliationDispatcher.handleExecution(ReconciliationDispatcher.java:50)}} {{ at io.javaoperatorsdk.operator.processing.event.EventProcessor$ControllerExecution.run(EventProcessor.java:349)}} {{ at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)}} {{ at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)}} {{ at java.base/java.lang.Thread.run(Unknown Source)}} {{2022-06-01 04:37:27,345 i.j.o.p.e.EventProcessor [ERROR][flink-wape-02/migration-cosmosdb-wape] Exhausted retries for ExecutionScope\{ resource id: CustomResourceID{name='migration-cosmosdb-wape', namespace='flink-wape-02'}, version: 5206202}}} {{2022-06-01 04:40:44,540 o.a.f.k.o.c.FlinkConfigManager [INFO ] Default configuration did not change, nothing to do...}} {{2022-06-01 04:40:44,848 o.a.f.m.s.Slf4jReporter [INFO ] }} -- This message was sent by Atlassian Jira (v8.20.7#820007)