要在本地开发环境运行flink代码,需要在pom中添加:
- <dependency>
- <groupId>org.apache.flink</groupId>
- <artifactId>flink-clients_2.12</artifactId> <!-- 2.12是flink依赖的scala的版本,依据自己项目的scala版本进行修改 -->
- <version>${flink.version}</version>
- </dependency>
否则直接执行main函数会报如下错误:
- Exception in thread "main" org.apache.flink.runtime.client.JobExecutionException: Job execution failed.
- at org.apache.flink.runtime.jobmaster.JobResult.toJobExecutionResult(JobResult.java:144)
- at org.apache.flink.runtime.minicluster.MiniClusterJobClient.lambda$getJobExecutionResult$2(MiniClusterJobClient.java:117)
- at java.util.concurrent.CompletableFuture.uniApply(CompletableFuture.java:616)
- at java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:591)
- at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
- at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
- at org.apache.flink.runtime.rpc.akka.AkkaInvocationHandler.lambda$invokeRpc$0(AkkaInvocationHandler.java:237)
- at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:774)
- at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:750)
- at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
- at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
- at org.apache.flink.runtime.concurrent.FutureUtils$1.onComplete(FutureUtils.java:1061)
- at akka.dispatch.OnComplete.internal(Future.scala:264)
- at akka.dispatch.OnComplete.internal(Future.scala:261)
- at akka.dispatch.japi$CallbackBridge.apply(Future.scala:191)
- at akka.dispatch.japi$CallbackBridge.apply(Future.scala:188)
- at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64)
- at org.apache.flink.runtime.concurrent.Executors$DirectExecutionContext.execute(Executors.java:73)
- at scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:72)
- at scala.concurrent.impl.Promise$DefaultPromise.$anonfun$tryComplete$1(Promise.scala:288)
- at scala.concurrent.impl.Promise$DefaultPromise.$anonfun$tryComplete$1$adapted(Promise.scala:288)
- at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:288)
- at akka.pattern.PromiseActorRef.$bang(AskSupport.scala:573)
- at akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:22)
- at akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:21)
- at scala.concurrent.Future.$anonfun$andThen$1(Future.scala:536)
- at scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33)
- at scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33)
- at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64)
- at akka.dispatch.BatchingExecutor$AbstractBatch.processBatch(BatchingExecutor.scala:55)
- at akka.dispatch.BatchingExecutor$BlockableBatch.$anonfun$run$1(BatchingExecutor.scala:91)
- at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
- at scala.concurrent.BlockContext$.withBlockContext(BlockContext.scala:85)
- at akka.dispatch.BatchingExecutor$BlockableBatch.run(BatchingExecutor.scala:91)
- at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:40)
- at akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(ForkJoinExecutorConfigurator.scala:44)
- at akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
- at akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
- at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
- at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
- Caused by: org.apache.flink.runtime.JobException: Recovery is suppressed by NoRestartBackoffTimeStrategy
- at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.handleFailure(ExecutionFailureHandler.java:118)
- at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.getFailureHandlingResult(ExecutionFailureHandler.java:80)
- at org.apache.flink.runtime.scheduler.DefaultScheduler.handleTaskFailure(DefaultScheduler.java:233)
- at org.apache.flink.runtime.scheduler.DefaultScheduler.maybeHandleTaskFailure(DefaultScheduler.java:224)
- at org.apache.flink.runtime.scheduler.DefaultScheduler.updateTaskExecutionStateInternal(DefaultScheduler.java:215)
- at org.apache.flink.runtime.scheduler.SchedulerBase.updateTaskExecutionState(SchedulerBase.java:666)
- at org.apache.flink.runtime.scheduler.SchedulerNG.updateTaskExecutionState(SchedulerNG.java:89)
- at org.apache.flink.runtime.jobmaster.JobMaster.updateTaskExecutionState(JobMaster.java:446)
- at sun.reflect.GeneratedMethodAccessor10.invoke(Unknown Source)
- at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
- at java.lang.reflect.Method.invoke(Method.java:498)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:305)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:212)
- at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:77)
- at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:158)
- at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:26)
- at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:21)
- at scala.PartialFunction.applyOrElse(PartialFunction.scala:127)
- at scala.PartialFunction.applyOrElse$(PartialFunction.scala:126)
- at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:21)
- at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:175)
- at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176)
- at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176)
- at akka.actor.Actor.aroundReceive(Actor.scala:517)
- at akka.actor.Actor.aroundReceive$(Actor.scala:515)
- at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:225)
- at akka.actor.ActorCell.receiveMessage(ActorCell.scala:592)
- at akka.actor.ActorCell.invoke(ActorCell.scala:561)
- at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:258)
- at akka.dispatch.Mailbox.run(Mailbox.scala:225)
- at akka.dispatch.Mailbox.exec(Mailbox.scala:235)
- ... 4 more
- Caused by: java.net.ConnectException: Connection refused: connect
- at java.net.DualStackPlainSocketImpl.connect0(Native Method)
- at java.net.DualStackPlainSocketImpl.socketConnect(DualStackPlainSocketImpl.java:75)
- at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:476)
- at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:218)
- at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:200)
- at java.net.PlainSocketImpl.connect(PlainSocketImpl.java:162)
- at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:394)
- at java.net.Socket.connect(Socket.java:606)
- at org.apache.flink.streaming.api.functions.source.SocketTextStreamFunction.run(SocketTextStreamFunction.java:104)
- at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:110)
- at org.apache.flink.streaming.api.operators.StreamSource.run(StreamSource.java:66)
- at org.apache.flink.streaming.runtime.tasks.SourceStreamTask$LegacySourceFunctionThread.run(SourceStreamTask.java:267)
flink1.12的java具体实现代码:https://gitee.com/leidengyan/flink-java-1.12.7