Uploaded image for project: 'Flink'
  1. Flink
  2. FLINK-22397

OrcFileSystemITCase fails on Azure

    XMLWordPrintableJSON

Details

    Description

      https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=16923&view=logs&j=d44f43ce-542c-597d-bf94-b0718c71e5e8&t=03dca39c-73e8-5aaf-601d-328ae5c35f20&l=12429

      2021-04-21T06:00:43.1989525Z Apr 21 06:00:43 [ERROR] testOrcFilterPushDown[false](org.apache.flink.orc.OrcFileSystemITCase)  Time elapsed: 8.733 s  <<< ERROR!
      2021-04-21T06:00:43.1991576Z Apr 21 06:00:43 java.lang.RuntimeException: Failed to fetch next result
      2021-04-21T06:00:43.1992690Z Apr 21 06:00:43 	at org.apache.flink.streaming.api.operators.collect.CollectResultIterator.nextResultFromFetcher(CollectResultIterator.java:109)
      2021-04-21T06:00:43.1999796Z Apr 21 06:00:43 	at org.apache.flink.streaming.api.operators.collect.CollectResultIterator.hasNext(CollectResultIterator.java:80)
      2021-04-21T06:00:43.2021072Z Apr 21 06:00:43 	at org.apache.flink.table.api.internal.TableResultImpl$CloseableRowIteratorWrapper.hasNext(TableResultImpl.java:351)
      2021-04-21T06:00:43.2022469Z Apr 21 06:00:43 	at java.util.Iterator.forEachRemaining(Iterator.java:115)
      2021-04-21T06:00:43.2023496Z Apr 21 06:00:43 	at org.apache.flink.util.CollectionUtil.iteratorToList(CollectionUtil.java:109)
      2021-04-21T06:00:43.2024451Z Apr 21 06:00:43 	at org.apache.flink.table.planner.runtime.utils.BatchTestBase.executeQuery(BatchTestBase.scala:300)
      2021-04-21T06:00:43.2025472Z Apr 21 06:00:43 	at org.apache.flink.table.planner.runtime.utils.BatchTestBase.check(BatchTestBase.scala:140)
      2021-04-21T06:00:43.2026438Z Apr 21 06:00:43 	at org.apache.flink.table.planner.runtime.utils.BatchTestBase.checkResult(BatchTestBase.scala:106)
      2021-04-21T06:00:43.2027531Z Apr 21 06:00:43 	at org.apache.flink.table.planner.runtime.batch.sql.BatchFileSystemITCaseBase.check(BatchFileSystemITCaseBase.scala:46)
      2021-04-21T06:00:43.2028933Z Apr 21 06:00:43 	at org.apache.flink.table.planner.runtime.FileSystemITCaseBase$class.check(FileSystemITCaseBase.scala:57)
      2021-04-21T06:00:43.2030041Z Apr 21 06:00:43 	at org.apache.flink.table.planner.runtime.batch.sql.BatchFileSystemITCaseBase.check(BatchFileSystemITCaseBase.scala:33)
      2021-04-21T06:00:43.2031068Z Apr 21 06:00:43 	at org.apache.flink.orc.OrcFileSystemITCase.testOrcFilterPushDown(OrcFileSystemITCase.java:139)
      2021-04-21T06:00:43.2031935Z Apr 21 06:00:43 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
      2021-04-21T06:00:43.2032743Z Apr 21 06:00:43 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
      2021-04-21T06:00:43.2033847Z Apr 21 06:00:43 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
      2021-04-21T06:00:43.2034729Z Apr 21 06:00:43 	at java.lang.reflect.Method.invoke(Method.java:498)
      2021-04-21T06:00:43.2035558Z Apr 21 06:00:43 	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
      2021-04-21T06:00:43.2036546Z Apr 21 06:00:43 	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
      2021-04-21T06:00:43.2037466Z Apr 21 06:00:43 	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
      2021-04-21T06:00:43.2038683Z Apr 21 06:00:43 	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
      2021-04-21T06:00:43.2039611Z Apr 21 06:00:43 	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
      2021-04-21T06:00:43.2040473Z Apr 21 06:00:43 	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
      2021-04-21T06:00:43.2041308Z Apr 21 06:00:43 	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48)
      2021-04-21T06:00:43.2042580Z Apr 21 06:00:43 	at org.apache.flink.util.TestNameProvider$1.evaluate(TestNameProvider.java:45)
      2021-04-21T06:00:43.2043561Z Apr 21 06:00:43 	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
      2021-04-21T06:00:43.2044431Z Apr 21 06:00:43 	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
      2021-04-21T06:00:43.2045279Z Apr 21 06:00:43 	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
      2021-04-21T06:00:43.2046243Z Apr 21 06:00:43 	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
      2021-04-21T06:00:43.2047251Z Apr 21 06:00:43 	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
      2021-04-21T06:00:43.2048721Z Apr 21 06:00:43 	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
      2021-04-21T06:00:43.2049640Z Apr 21 06:00:43 	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
      2021-04-21T06:00:43.2050500Z Apr 21 06:00:43 	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
      2021-04-21T06:00:43.2051400Z Apr 21 06:00:43 	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
      2021-04-21T06:00:43.2052253Z Apr 21 06:00:43 	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
      2021-04-21T06:00:43.2053549Z Apr 21 06:00:43 	at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
      2021-04-21T06:00:43.2054362Z Apr 21 06:00:43 	at org.junit.runners.Suite.runChild(Suite.java:128)
      2021-04-21T06:00:43.2055122Z Apr 21 06:00:43 	at org.junit.runners.Suite.runChild(Suite.java:27)
      2021-04-21T06:00:43.2055926Z Apr 21 06:00:43 	at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
      2021-04-21T06:00:43.2056926Z Apr 21 06:00:43 	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
      2021-04-21T06:00:43.2057945Z Apr 21 06:00:43 	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
      2021-04-21T06:00:43.2059388Z Apr 21 06:00:43 	at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
      2021-04-21T06:00:43.2060175Z Apr 21 06:00:43 	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
      2021-04-21T06:00:43.2060925Z Apr 21 06:00:43 	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48)
      2021-04-21T06:00:43.2061799Z Apr 21 06:00:43 	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:48)
      2021-04-21T06:00:43.2138560Z Apr 21 06:00:43 	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
      2021-04-21T06:00:43.2160395Z Apr 21 06:00:43 	at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
      2021-04-21T06:00:43.2219820Z Apr 21 06:00:43 	at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:365)
      2021-04-21T06:00:43.2231708Z Apr 21 06:00:43 	at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:273)
      2021-04-21T06:00:43.2232788Z Apr 21 06:00:43 	at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238)
      2021-04-21T06:00:43.2233820Z Apr 21 06:00:43 	at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:159)
      2021-04-21T06:00:43.2234763Z Apr 21 06:00:43 	at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384)
      2021-04-21T06:00:43.2235597Z Apr 21 06:00:43 	at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345)
      2021-04-21T06:00:43.2236381Z Apr 21 06:00:43 	at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126)
      2021-04-21T06:00:43.2237136Z Apr 21 06:00:43 	at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418)
      2021-04-21T06:00:43.2237843Z Apr 21 06:00:43 Caused by: java.io.IOException: Failed to fetch job execution result
      2021-04-21T06:00:43.2251671Z Apr 21 06:00:43 	at org.apache.flink.streaming.api.operators.collect.CollectResultFetcher.getAccumulatorResults(CollectResultFetcher.java:177)
      2021-04-21T06:00:43.2252963Z Apr 21 06:00:43 	at org.apache.flink.streaming.api.operators.collect.CollectResultFetcher.next(CollectResultFetcher.java:120)
      2021-04-21T06:00:43.2254346Z Apr 21 06:00:43 	at org.apache.flink.streaming.api.operators.collect.CollectResultIterator.nextResultFromFetcher(CollectResultIterator.java:106)
      2021-04-21T06:00:43.2255015Z Apr 21 06:00:43 	... 53 more
      2021-04-21T06:00:43.2255739Z Apr 21 06:00:43 Caused by: java.util.concurrent.ExecutionException: org.apache.flink.runtime.client.JobExecutionException: Job execution failed.
      2021-04-21T06:00:43.2256539Z Apr 21 06:00:43 	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357)
      2021-04-21T06:00:43.2257215Z Apr 21 06:00:43 	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
      2021-04-21T06:00:43.2257985Z Apr 21 06:00:43 	at org.apache.flink.streaming.api.operators.collect.CollectResultFetcher.getAccumulatorResults(CollectResultFetcher.java:175)
      2021-04-21T06:00:43.2258854Z Apr 21 06:00:43 	... 55 more
      2021-04-21T06:00:43.2259418Z Apr 21 06:00:43 Caused by: org.apache.flink.runtime.client.JobExecutionException: Job execution failed.
      2021-04-21T06:00:43.2260244Z Apr 21 06:00:43 	at org.apache.flink.runtime.jobmaster.JobResult.toJobExecutionResult(JobResult.java:144)
      2021-04-21T06:00:43.2261289Z Apr 21 06:00:43 	at org.apache.flink.runtime.minicluster.MiniClusterJobClient.lambda$getJobExecutionResult$3(MiniClusterJobClient.java:137)
      2021-04-21T06:00:43.2262475Z Apr 21 06:00:43 	at java.util.concurrent.CompletableFuture.uniApply(CompletableFuture.java:616)
      2021-04-21T06:00:43.2263353Z Apr 21 06:00:43 	at java.util.concurrent.CompletableFuture.uniApplyStage(CompletableFuture.java:628)
      2021-04-21T06:00:43.2264128Z Apr 21 06:00:43 	at java.util.concurrent.CompletableFuture.thenApply(CompletableFuture.java:1996)
      2021-04-21T06:00:43.2264956Z Apr 21 06:00:43 	at org.apache.flink.runtime.minicluster.MiniClusterJobClient.getJobExecutionResult(MiniClusterJobClient.java:134)
      2021-04-21T06:00:43.2342242Z Apr 21 06:00:43 	at org.apache.flink.streaming.api.operators.collect.CollectResultFetcher.getAccumulatorResults(CollectResultFetcher.java:174)
      2021-04-21T06:00:43.2343369Z Apr 21 06:00:43 	... 55 more
      2021-04-21T06:00:43.2344104Z Apr 21 06:00:43 Caused by: org.apache.flink.runtime.JobException: Recovery is suppressed by NoRestartBackoffTimeStrategy
      2021-04-21T06:00:43.2345297Z Apr 21 06:00:43 	at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.handleFailure(ExecutionFailureHandler.java:138)
      2021-04-21T06:00:43.2346464Z Apr 21 06:00:43 	at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.getFailureHandlingResult(ExecutionFailureHandler.java:82)
      2021-04-21T06:00:43.2347545Z Apr 21 06:00:43 	at org.apache.flink.runtime.scheduler.DefaultScheduler.handleTaskFailure(DefaultScheduler.java:207)
      2021-04-21T06:00:43.2348636Z Apr 21 06:00:43 	at org.apache.flink.runtime.scheduler.DefaultScheduler.maybeHandleTaskFailure(DefaultScheduler.java:197)
      2021-04-21T06:00:43.2349659Z Apr 21 06:00:43 	at org.apache.flink.runtime.scheduler.DefaultScheduler.updateTaskExecutionStateInternal(DefaultScheduler.java:188)
      2021-04-21T06:00:43.2350667Z Apr 21 06:00:43 	at org.apache.flink.runtime.scheduler.SchedulerBase.updateTaskExecutionState(SchedulerBase.java:680)
      2021-04-21T06:00:43.2351742Z Apr 21 06:00:43 	at org.apache.flink.runtime.scheduler.UpdateSchedulerNgOnInternalFailuresListener.notifyTaskFailure(UpdateSchedulerNgOnInternalFailuresListener.java:51)
      2021-04-21T06:00:43.2352927Z Apr 21 06:00:43 	at org.apache.flink.runtime.executiongraph.DefaultExecutionGraph.notifySchedulerNgAboutInternalTaskFailure(DefaultExecutionGraph.java:1462)
      2021-04-21T06:00:43.2354073Z Apr 21 06:00:43 	at org.apache.flink.runtime.executiongraph.Execution.processFail(Execution.java:1139)
      2021-04-21T06:00:43.2354938Z Apr 21 06:00:43 	at org.apache.flink.runtime.executiongraph.Execution.processFail(Execution.java:1079)
      2021-04-21T06:00:43.2355877Z Apr 21 06:00:43 	at org.apache.flink.runtime.executiongraph.Execution.fail(Execution.java:783)
      2021-04-21T06:00:43.2356844Z Apr 21 06:00:43 	at org.apache.flink.runtime.operators.coordination.ExecutionSubtaskAccess.triggerTaskFailover(ExecutionSubtaskAccess.java:101)
      2021-04-21T06:00:43.2358390Z Apr 21 06:00:43 	at org.apache.flink.runtime.operators.coordination.SubtaskGatewayImpl.lambda$sendEvent$0(SubtaskGatewayImpl.java:81)
      2021-04-21T06:00:43.2359342Z Apr 21 06:00:43 	at java.util.concurrent.CompletableFuture.uniHandle(CompletableFuture.java:836)
      2021-04-21T06:00:43.2360163Z Apr 21 06:00:43 	at java.util.concurrent.CompletableFuture$UniHandle.tryFire(CompletableFuture.java:811)
      2021-04-21T06:00:43.2360964Z Apr 21 06:00:43 	at java.util.concurrent.CompletableFuture$Completion.run(CompletableFuture.java:456)
      2021-04-21T06:00:43.2361792Z Apr 21 06:00:43 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRunAsync(AkkaRpcActor.java:440)
      2021-04-21T06:00:43.2362651Z Apr 21 06:00:43 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:208)
      2021-04-21T06:00:43.2363780Z Apr 21 06:00:43 	at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:77)
      2021-04-21T06:00:43.2364668Z Apr 21 06:00:43 	at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:158)
      2021-04-21T06:00:43.2365573Z Apr 21 06:00:43 	at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:26)
      2021-04-21T06:00:43.2366534Z Apr 21 06:00:43 	at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:21)
      2021-04-21T06:00:43.2367205Z Apr 21 06:00:43 	at scala.PartialFunction$class.applyOrElse(PartialFunction.scala:123)
      2021-04-21T06:00:43.2367969Z Apr 21 06:00:43 	at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:21)
      2021-04-21T06:00:43.2368845Z Apr 21 06:00:43 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:170)
      2021-04-21T06:00:43.2369612Z Apr 21 06:00:43 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
      2021-04-21T06:00:43.2370353Z Apr 21 06:00:43 	at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
      2021-04-21T06:00:43.2371091Z Apr 21 06:00:43 	at akka.actor.Actor$class.aroundReceive(Actor.scala:517)
      2021-04-21T06:00:43.2371778Z Apr 21 06:00:43 	at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:225)
      2021-04-21T06:00:43.2372499Z Apr 21 06:00:43 	at akka.actor.ActorCell.receiveMessage(ActorCell.scala:592)
      2021-04-21T06:00:43.2373162Z Apr 21 06:00:43 	at akka.actor.ActorCell.invoke(ActorCell.scala:561)
      2021-04-21T06:00:43.2373915Z Apr 21 06:00:43 	at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:258)
      2021-04-21T06:00:43.2374517Z Apr 21 06:00:43 	at akka.dispatch.Mailbox.run(Mailbox.scala:225)
      2021-04-21T06:00:43.2375259Z Apr 21 06:00:43 	at akka.dispatch.Mailbox.exec(Mailbox.scala:235)
      2021-04-21T06:00:43.2375926Z Apr 21 06:00:43 	at akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
      2021-04-21T06:00:43.2376722Z Apr 21 06:00:43 	at akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
      2021-04-21T06:00:43.2377504Z Apr 21 06:00:43 	at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
      2021-04-21T06:00:43.2378509Z Apr 21 06:00:43 	at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
      2021-04-21T06:00:43.2381807Z Apr 21 06:00:43 Caused by: org.apache.flink.util.FlinkException: An OperatorEvent from an OperatorCoordinator to a task was lost. Triggering task failover to ensure consistency. Event: '[NoMoreSplitEvent]', targetTask: Source: TableSourceScan(table=[[default_catalog, default_database, orcFilterTable, filter=[and(c, and(greaterThan(y, 2), lessThan(y, 4)))], project=[x, y, c]]], fields=[x, y, c]) -> Calc(select=[x, y], where=[(c AND SEARCH(y, Sarg[(2..4)]))]) (3/3) - execution #0
      2021-04-21T06:00:43.2383548Z Apr 21 06:00:43 	... 26 more
      

      Attachments

        Issue Links

          Activity

            People

              Unassigned Unassigned
              dwysakowicz Dawid Wysakowicz
              Votes:
              0 Vote for this issue
              Watchers:
              4 Start watching this issue

              Dates

                Created:
                Updated:
                Resolved: