Skip to content

Hive: Add timeout for TestHiveIcebergStorageHandlerWithEngine tests #2448

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
pvary merged 4 commits into from
Apr 14, 2021
Merged

Hive: Add timeout for TestHiveIcebergStorageHandlerWithEngine tests #2448

Changes from 2 commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
7efcc82
Hive: Add timeout for TestHiveIcebergStorageHandlerWithEngine tests
Apr 9, 2021
4186e89
Use @Rule instead of adding timeout 1-by-1
Apr 9, 2021
b4b2989
Increase the pool size and see what happens
Apr 12, 2021
c44a071
Change the pool size only for the TestHiveIcebergStorageHandler tests
Apr 13, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 8 additions & 3 deletions mr/src/test/java/org/apache/iceberg/mr/hive/TestHiveIcebergStorageHandlerWithEngine.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@
import java.util.Collection;
import java.util.List;
import java.util.Map;
import java.util.concurrent.TimeUnit;
import java.util.stream.Collectors;
import org.apache.hadoop.hive.ql.exec.mr.ExecMapper;
import org.apache.iceberg.FileFormat;
Expand All @@ -47,6 +48,7 @@
import org.junit.Rule;
import org.junit.Test;
import org.junit.rules.TemporaryFolder;
import org.junit.rules.Timeout;
import org.junit.runner.RunWith;
import org.junit.runners.Parameterized;

Expand Down Expand Up @@ -134,6 +136,9 @@ public static Collection<Object[]> parameters() {
@Rule
public TemporaryFolder temp = new TemporaryFolder();

@Rule
public Timeout timeout = new Timeout(40000, TimeUnit.MILLISECONDS);

@BeforeClass
public static void beforeClass() {
shell = HiveIcebergStorageHandlerTestUtils.shell();
Expand Down Expand Up @@ -243,7 +248,7 @@ public void testCBOWithSelfJoin() throws IOException {
Assert.assertArrayEquals(new Object[] {102L, 1L, 33.33d}, rows.get(2));
}

@Test
@Test(timeout = 100000)
public void testJoinTablesSupportedTypes() throws IOException {
for (int i = 0; i < SUPPORTED_TYPES.size(); i++) {
Type type = SUPPORTED_TYPES.get(i);
Expand All @@ -266,7 +271,7 @@ public void testJoinTablesSupportedTypes() throws IOException {
}
}

@Test
@Test(timeout = 100000)
public void testSelectDistinctFromTable() throws IOException {
for (int i = 0; i < SUPPORTED_TYPES.size(); i++) {
Type type = SUPPORTED_TYPES.get(i);
Expand Down Expand Up @@ -309,7 +314,7 @@ public void testInsert() throws IOException {
HiveIcebergTestUtils.validateData(table, HiveIcebergStorageHandlerTestUtils.CUSTOMER_RECORDS, 0);
}

@Test
@Test(timeout = 100000)
public void testInsertSupportedTypes() throws IOException {
Assume.assumeTrue("Tez write is not implemented yet", executionEngine.equals("mr"));
for (int i = 0; i < SUPPORTED_TYPES.size(); i++) {
Expand Down