Skip to content

Commit

Permalink
ORC: Upgrade to 1.7.4 (#4573)
Browse files Browse the repository at this point in the history
  • Loading branch information
williamhyun committed May 13, 2022
1 parent 9db76b5 commit 32841a2
Show file tree
Hide file tree
Showing 2 changed files with 11 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -305,7 +305,16 @@ public void testIsNaN() {
Assert.assertTrue("Should read: NaN counts are not tracked in Parquet metrics", shouldRead);

shouldRead = shouldRead(isNaN("no_nans"));
Assert.assertTrue("Should read: NaN counts are not tracked in Parquet metrics", shouldRead);
switch (format) {
case ORC:
Assert.assertFalse("Should read 0 rows due to the ORC filter push-down feature", shouldRead);
break;
case PARQUET:
Assert.assertTrue("Should read: NaN counts are not tracked in Parquet metrics", shouldRead);
break;
default:
throw new UnsupportedOperationException("Row group filter tests not supported for " + format);
}

shouldRead = shouldRead(isNaN("all_nulls"));
Assert.assertFalse("Should skip: all null column will not contain nan value", shouldRead);
Expand Down
2 changes: 1 addition & 1 deletion versions.props
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ org.apache.flink:* = 1.14.3
org.apache.hadoop:* = 2.7.3
org.apache.hive:* = 2.3.8
org.apache.httpcomponents.client5:* = 5.1
org.apache.orc:* = 1.7.3
org.apache.orc:* = 1.7.4
org.apache.parquet:* = 1.12.2
org.apache.spark:spark-hive_2.11 = 2.4.8
org.apache.spark:spark-avro_2.11 = 2.4.8
Expand Down

0 comments on commit 32841a2

Please sign in to comment.