diff --git a/CHANGELOG.md b/CHANGELOG.md index d6d6b8ac9..89a52ce31 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -13,6 +13,7 @@ Inspired from [Keep a Changelog](https://keepachangelog.com/en/1.0.0/) - Removed obsolete backported classes for Jackson 1.5 support ([#471](https://github.com/opensearch-project/opensearch-hadoop/pull/471)) ### Fixed +- Remove unnecessary outputCommitter setting ([#465](https://github.com/opensearch-project/opensearch-hadoop/pull/465)) ### Security @@ -117,4 +118,4 @@ Inspired from [Keep a Changelog](https://keepachangelog.com/en/1.0.0/) [1.2.0]: https://github.com/opensearch-project/opensearch-hadoop/compare/v1.1.0...v1.2.0 [1.1.0]: https://github.com/opensearch-project/opensearch-hadoop/compare/v1.0.1...v1.1.0 [1.0.1]: https://github.com/opensearch-project/opensearch-hadoop/compare/v1.0.0...v1.0.1 -[1.0.0]: https://github.com/opensearch-project/opensearch-hadoop/compare/v7.13.4...v1.0.0 \ No newline at end of file +[1.0.0]: https://github.com/opensearch-project/opensearch-hadoop/compare/v7.13.4...v1.0.0 diff --git a/hive/src/main/java/org/opensearch/hadoop/hive/OpenSearchStorageHandler.java b/hive/src/main/java/org/opensearch/hadoop/hive/OpenSearchStorageHandler.java index 43e330918..b0cc1b020 100644 --- a/hive/src/main/java/org/opensearch/hadoop/hive/OpenSearchStorageHandler.java +++ b/hive/src/main/java/org/opensearch/hadoop/hive/OpenSearchStorageHandler.java @@ -118,19 +118,6 @@ private void setUserProviderIfNotSet(Map jobProperties) { // NB: save the table properties in a special place but nothing else; otherwise the settings might trip on each other private void init(TableDesc tableDesc, boolean read) { - Configuration cfg = getConf(); - // NB: we can't just merge the table properties in, we need to save them per input/output otherwise clashes occur which confuse Hive - - Settings settings = HadoopSettingsManager.loadFrom(cfg); - //settings.setProperty((read ? HiveConstants.INPUT_TBL_PROPERTIES : HiveConstants.OUTPUT_TBL_PROPERTIES), IOUtils.propsToString(tableDesc.getProperties())); - if (read) { - // no generic setting - } - else { - // replace the default committer when using the old API - HadoopCfgUtils.setOutputCommitterClass(cfg, OpenSearchOutputFormat.OpenSearchOutputCommitter.class.getName()); - } - Assert.hasText(tableDesc.getProperties().getProperty(TABLE_LOCATION), String.format( "no table location [%s] declared by Hive resulting in abnormal execution;", TABLE_LOCATION)); }