Flaky test TestClickHouseConnectorTest.testLargeIn

[kokosing]

021-05-25T08:18:24.4490396Z [ERROR] Tests run: 161, Failures: 38, Errors: 0, Skipped: 31, Time elapsed: 124.682 s <<< FAILURE! - in TestSuite
2021-05-25T08:18:24.4501165Z [ERROR] testLargeIn(io.trino.plugin.clickhouse.TestClickHouseConnectorTest)  Time elapsed: 3.478 s  <<< FAILURE!
2021-05-25T08:18:24.4632036Z java.lang.AssertionError: Execution of 'actual' query failed: SELECT orderkey FROM orders WHERE orderkey NOT IN (mod(1000, orderkey), 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475, 476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489, 490, 491, 492, 493, 494, 495, 496, 497, 498, 499)
2021-05-25T08:18:24.4637470Z 	at org.testng.Assert.fail(Assert.java:83)
2021-05-25T08:18:24.4643120Z 	at io.trino.testing.QueryAssertions.assertQuery(QueryAssertions.java:150)
2021-05-25T08:18:24.4649170Z 	at io.trino.testing.QueryAssertions.assertQuery(QueryAssertions.java:106)
2021-05-25T08:18:24.4656686Z 	at io.trino.testing.AbstractTestQueryFramework.assertQuery(AbstractTestQueryFramework.java:161)
2021-05-25T08:18:24.4664676Z 	at io.trino.testing.AbstractTestQueryFramework.assertQuery(AbstractTestQueryFramework.java:156)
2021-05-25T08:18:24.4672086Z 	at io.trino.testing.AbstractTestQueries.testLargeIn(AbstractTestQueries.java:255)
2021-05-25T08:18:24.4679219Z 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
2021-05-25T08:18:24.4687147Z 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
2021-05-25T08:18:24.4701477Z 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
2021-05-25T08:18:24.4710113Z 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
2021-05-25T08:18:24.4720024Z 	at org.testng.internal.MethodInvocationHelper.invokeMethod(MethodInvocationHelper.java:104)
2021-05-25T08:18:24.4726144Z 	at org.testng.internal.Invoker.invokeMethod(Invoker.java:645)
2021-05-25T08:18:24.4731568Z 	at org.testng.internal.Invoker.invokeTestMethod(Invoker.java:851)
2021-05-25T08:18:24.4737174Z 	at org.testng.internal.Invoker.invokeTestMethods(Invoker.java:1177)
2021-05-25T08:18:24.4743894Z 	at org.testng.internal.TestMethodWorker.invokeTestMethods(TestMethodWorker.java:129)
2021-05-25T08:18:24.4750163Z 	at org.testng.internal.TestMethodWorker.run(TestMethodWorker.java:112)
2021-05-25T08:18:24.4757825Z 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
2021-05-25T08:18:24.4766869Z 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
2021-05-25T08:18:24.4772307Z 	at java.base/java.lang.Thread.run(Thread.java:829)
2021-05-25T08:18:24.4786945Z Caused by: java.lang.RuntimeException: ClickHouse exception, code: 81, host: localhost, port: 49164; Code: 81, e.displayText() = DB::Exception: Database tpch doesn't exist (version 20.8.18.32 (official build))
2021-05-25T08:18:24.4789061Z 
2021-05-25T08:18:24.4797881Z 	at io.trino.testing.AbstractTestingTrinoClient.execute(AbstractTestingTrinoClient.java:120)
2021-05-25T08:18:24.4806204Z 	at io.trino.testing.DistributedQueryRunner.execute(DistributedQueryRunner.java:476)
2021-05-25T08:18:24.4812907Z 	at io.trino.testing.QueryAssertions.assertQuery(QueryAssertions.java:147)
2021-05-25T08:18:24.4815553Z 	... 17 more
2021-05-25T08:18:24.4953851Z 	Suppressed: java.lang.Exception: SQL: SELECT orderkey FROM orders WHERE orderkey NOT IN (mod(1000, orderkey), 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383, 384, 385, 386, 387, 388, 389, 390, 391, 392, 393, 394, 395, 396, 397, 398, 399, 400, 401, 402, 403, 404, 405, 406, 407, 408, 409, 410, 411, 412, 413, 414, 415, 416, 417, 418, 419, 420, 421, 422, 423, 424, 425, 426, 427, 428, 429, 430, 431, 432, 433, 434, 435, 436, 437, 438, 439, 440, 441, 442, 443, 444, 445, 446, 447, 448, 449, 450, 451, 452, 453, 454, 455, 456, 457, 458, 459, 460, 461, 462, 463, 464, 465, 466, 467, 468, 469, 470, 471, 472, 473, 474, 475, 476, 477, 478, 479, 480, 481, 482, 483, 484, 485, 486, 487, 488, 489, 490, 491, 492, 493, 494, 495, 496, 497, 498, 499)
2021-05-25T08:18:24.4962422Z 		at io.trino.testing.DistributedQueryRunner.execute(DistributedQueryRunner.java:479)
2021-05-25T08:18:24.4965343Z 		... 18 more
2021-05-25T08:18:24.4980084Z Caused by: io.trino.spi.TrinoException: ClickHouse exception, code: 81, host: localhost, port: 49164; Code: 81, e.displayText() = DB::Exception: Database tpch doesn't exist (version 20.8.18.32 (official build))
2021-05-25T08:18:24.4983378Z 
2021-05-25T08:18:24.4991303Z 	at io.trino.plugin.jdbc.JdbcRecordCursor.handleSqlException(JdbcRecordCursor.java:299)
2021-05-25T08:18:24.5001173Z 	at io.trino.plugin.jdbc.JdbcRecordCursor.advanceNextPosition(JdbcRecordCursor.java:173)
2021-05-25T08:18:24.5007971Z 	at io.trino.$gen.CursorProcessor_20210525_081804_600.process(Unknown Source)
2021-05-25T08:18:24.5016893Z 	at io.trino.operator.ScanFilterAndProjectOperator$RecordCursorToPages.process(ScanFilterAndProjectOperator.java:323)
2021-05-25T08:18:24.5025355Z 	at io.trino.operator.WorkProcessorUtils$ProcessWorkProcessor.process(WorkProcessorUtils.java:372)
2021-05-25T08:18:24.5033261Z 	at io.trino.operator.WorkProcessorUtils.getNextState(WorkProcessorUtils.java:221)
2021-05-25T08:18:24.5041077Z 	at io.trino.operator.WorkProcessorUtils$YieldingProcess.process(WorkProcessorUtils.java:181)
2021-05-25T08:18:24.5049143Z 	at io.trino.operator.WorkProcessorUtils$ProcessWorkProcessor.process(WorkProcessorUtils.java:372)
2021-05-25T08:18:24.5056388Z 	at io.trino.operator.WorkProcessorUtils.getNextState(WorkProcessorUtils.java:221)
2021-05-25T08:18:24.5064650Z 	at io.trino.operator.WorkProcessorUtils.lambda$processStateMonitor$2(WorkProcessorUtils.java:200)
2021-05-25T08:18:24.5073831Z 	at io.trino.operator.WorkProcessorUtils$ProcessWorkProcessor.process(WorkProcessorUtils.java:372)
2021-05-25T08:18:24.5081414Z 	at io.trino.operator.WorkProcessorUtils.lambda$flatten$6(WorkProcessorUtils.java:277)
2021-05-25T08:18:24.5088225Z 	at io.trino.operator.WorkProcessorUtils$3.process(WorkProcessorUtils.java:319)
2021-05-25T08:18:24.5096125Z 	at io.trino.operator.WorkProcessorUtils$ProcessWorkProcessor.process(WorkProcessorUtils.java:372)
2021-05-25T08:18:24.5107972Z 	at io.trino.operator.WorkProcessorUtils$3.process(WorkProcessorUtils.java:306)
2021-05-25T08:18:24.5116819Z 	at io.trino.operator.WorkProcessorUtils$ProcessWorkProcessor.process(WorkProcessorUtils.java:372)
2021-05-25T08:18:24.5124090Z 	at io.trino.operator.WorkProcessorUtils.getNextState(WorkProcessorUtils.java:221)
2021-05-25T08:18:24.5132205Z 	at io.trino.operator.WorkProcessorUtils.lambda$processStateMonitor$2(WorkProcessorUtils.java:200)
2021-05-25T08:18:24.5140294Z 	at io.trino.operator.WorkProcessorUtils$ProcessWorkProcessor.process(WorkProcessorUtils.java:372)
2021-05-25T08:18:24.5148381Z 	at io.trino.operator.WorkProcessorUtils.getNextState(WorkProcessorUtils.java:221)
2021-05-25T08:18:24.5156821Z 	at io.trino.operator.WorkProcessorUtils.lambda$finishWhen$3(WorkProcessorUtils.java:215)
2021-05-25T08:18:24.5164966Z 	at io.trino.operator.WorkProcessorUtils$ProcessWorkProcessor.process(WorkProcessorUtils.java:372)
2021-05-25T08:18:24.5174334Z 	at io.trino.operator.WorkProcessorSourceOperatorAdapter.getOutput(WorkProcessorSourceOperatorAdapter.java:149)
2021-05-25T08:18:24.5180791Z 	at io.trino.operator.Driver.processInternal(Driver.java:387)
2021-05-25T08:18:24.5186410Z 	at io.trino.operator.Driver.lambda$processFor$9(Driver.java:291)
2021-05-25T08:18:24.5192093Z 	at io.trino.operator.Driver.tryWithLock(Driver.java:683)
2021-05-25T08:18:24.5197611Z 	at io.trino.operator.Driver.processFor(Driver.java:284)
2021-05-25T08:18:24.5206464Z 	at io.trino.execution.SqlTaskExecution$DriverSplitRunner.processFor(SqlTaskExecution.java:1075)
2021-05-25T08:18:24.5214748Z 	at io.trino.execution.executor.PrioritizedSplitRunner.process(PrioritizedSplitRunner.java:163)
2021-05-25T08:18:24.5222141Z 	at io.trino.execution.executor.TaskExecutor$TaskRunner.run(TaskExecutor.java:484)
2021-05-25T08:18:24.5228354Z 	at io.trino.$gen.Trino_testversion____20210525_081640_1.run(Unknown Source)
2021-05-25T08:18:24.5236574Z 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
2021-05-25T08:18:24.5244798Z 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
2021-05-25T08:18:24.5249753Z 	at java.base/java.lang.Thread.run(Thread.java:829)
2021-05-25T08:18:24.5263826Z Caused by: java.sql.SQLException: ClickHouse exception, code: 81, host: localhost, port: 49164; Code: 81, e.displayText() = DB::Exception: Database tpch doesn't exist (version 20.8.18.32 (official build))
2021-05-25T08:18:24.5265832Z 
2021-05-25T08:18:24.5273791Z 	at io.trino.plugin.jdbc.JdbcRecordCursor.advanceNextPosition(JdbcRecordCursor.java:156)
2021-05-25T08:18:24.5276764Z 	... 32 more
2021-05-25T08:18:24.5296209Z Caused by: java.util.concurrent.ExecutionException: ru.yandex.clickhouse.except.ClickHouseException: ClickHouse exception, code: 81, host: localhost, port: 49164; Code: 81, e.displayText() = DB::Exception: Database tpch doesn't exist (version 20.8.18.32 (official build))
2021-05-25T08:18:24.5300861Z 
2021-05-25T08:18:24.5308315Z 	at com.google.common.util.concurrent.AbstractFuture.getDoneValue(AbstractFuture.java:566)
2021-05-25T08:18:24.5316752Z 	at com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:527)
2021-05-25T08:18:24.5324460Z 	at com.google.common.util.concurrent.FluentFuture$TrustedFuture.get(FluentFuture.java:88)
2021-05-25T08:18:24.5332170Z 	at io.trino.plugin.jdbc.JdbcRecordCursor.advanceNextPosition(JdbcRecordCursor.java:151)
2021-05-25T08:18:24.5335101Z 	... 32 more
2021-05-25T08:18:24.5350743Z Caused by: ru.yandex.clickhouse.except.ClickHouseException: ClickHouse exception, code: 81, host: localhost, port: 49164; Code: 81, e.displayText() = DB::Exception: Database tpch doesn't exist (version 20.8.18.32 (official build))
2021-05-25T08:18:24.5353559Z 
2021-05-25T08:18:24.5361964Z 	at ru.yandex.clickhouse.except.ClickHouseExceptionSpecifier.specify(ClickHouseExceptionSpecifier.java:58)
2021-05-25T08:18:24.5371604Z 	at ru.yandex.clickhouse.except.ClickHouseExceptionSpecifier.specify(ClickHouseExceptionSpecifier.java:28)
2021-05-25T08:18:24.5381493Z 	at ru.yandex.clickhouse.ClickHouseStatementImpl.checkForErrorAndThrow(ClickHouseStatementImpl.java:875)
2021-05-25T08:18:24.5390782Z 	at ru.yandex.clickhouse.ClickHouseStatementImpl.getInputStream(ClickHouseStatementImpl.java:616)
2021-05-25T08:18:24.5401346Z 	at ru.yandex.clickhouse.ClickHouseStatementImpl.executeQuery(ClickHouseStatementImpl.java:117)
2021-05-25T08:18:24.5411520Z 	at ru.yandex.clickhouse.ClickHouseStatementImpl.executeQuery(ClickHouseStatementImpl.java:100)
2021-05-25T08:18:24.5420926Z 	at ru.yandex.clickhouse.ClickHouseStatementImpl.executeQuery(ClickHouseStatementImpl.java:95)
2021-05-25T08:18:24.5430276Z 	at ru.yandex.clickhouse.ClickHouseStatementImpl.executeQuery(ClickHouseStatementImpl.java:90)
2021-05-25T08:18:24.5441480Z 	at ru.yandex.clickhouse.ClickHousePreparedStatementImpl.executeQuery(ClickHousePreparedStatementImpl.java:110)
2021-05-25T08:18:24.5451930Z 	at io.trino.plugin.jdbc.JdbcRecordCursor.lambda$advanceNextPosition$1(JdbcRecordCursor.java:146)
2021-05-25T08:18:24.5464879Z 	at com.google.common.util.concurrent.TrustedListenableFutureTask$TrustedFutureInterruptibleTask.runInterruptibly(TrustedListenableFutureTask.java:125)
2021-05-25T08:18:24.5475070Z 	at com.google.common.util.concurrent.InterruptibleTask.run(InterruptibleTask.java:69)
2021-05-25T08:18:24.5484917Z 	at com.google.common.util.concurrent.TrustedListenableFutureTask.run(TrustedListenableFutureTask.java:78)
2021-05-25T08:18:24.5494891Z 	at com.google.common.util.concurrent.MoreExecutors$DirectExecutorService.execute(MoreExecutors.java:321)
2021-05-25T08:18:24.5506256Z 	at java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:140)
2021-05-25T08:18:24.5517511Z 	at com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:66)
2021-05-25T08:18:24.5528406Z 	at com.google.common.util.concurrent.AbstractListeningExecutorService.submit(AbstractListeningExecutorService.java:36)
2021-05-25T08:18:24.5537143Z 	at io.trino.plugin.jdbc.JdbcRecordCursor.advanceNextPosition(JdbcRecordCursor.java:144)
2021-05-25T08:18:24.5540515Z 	... 32 more
2021-05-25T08:18:24.5551498Z Caused by: java.lang.Throwable: Code: 81, e.displayText() = DB::Exception: Database tpch doesn't exist (version 20.8.18.32 (official build))
2021-05-25T08:18:24.5554151Z 
2021-05-25T08:18:24.5562531Z 	at ru.yandex.clickhouse.except.ClickHouseExceptionSpecifier.specify(ClickHouseExceptionSpecifier.java:53)
2021-05-25T08:18:24.5566268Z 	... 49 more

[findepi]

cc @wgzhao

[findepi]

@kokosing would it make sense to pull clickhouse module as a separate job because of this?

[kokosing]

Not sure how frequent is this, so I prefer to delay any actions to see how severe it is.