diff --git a/CHANGELOG.md b/CHANGELOG.md index b4e83f8..17a603f 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -5,6 +5,12 @@ All notable changes to this project will be documented in this file. The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/) and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html) +## [0.1.71] - 2023-09-12 +Fixed bug of Unable to update customer data with Data Pull. + +## [0.1.70] - 2023-09-04 +Fixed bug of Jobs fails on duplicate subnet id + ## [0.1.69] - 2023-06-07 we have added partitions for every batch we write to s3 to avoid file already existing errors. and added logging for run job flow request response. diff --git a/api/src/main/java/com/homeaway/datapullclient/process/DataPullTask.java b/api/src/main/java/com/homeaway/datapullclient/process/DataPullTask.java index b078d27..0f2ebd7 100644 --- a/api/src/main/java/com/homeaway/datapullclient/process/DataPullTask.java +++ b/api/src/main/java/com/homeaway/datapullclient/process/DataPullTask.java @@ -397,7 +397,7 @@ private JobFlowInstancesConfig getJobFlowInstancesConfig(EMRProperties emrProper .withInstanceTypeConfigs(workerInstanceTypeConfig) .withTargetOnDemandCapacity(count); - List subnetIds= new ArrayList<>(); + Set subnetIds= new HashSet<>(); subnetIds.addAll(toList(new String[]{dataPullProperties.getApplicationSubnet1(), dataPullProperties.getApplicationSubnet2()})); diff --git a/core/src/main/scala/core/DataFrameFromTo.scala b/core/src/main/scala/core/DataFrameFromTo.scala index cbddcfe..5755846 100644 --- a/core/src/main/scala/core/DataFrameFromTo.scala +++ b/core/src/main/scala/core/DataFrameFromTo.scala @@ -1277,7 +1277,7 @@ class DataFrameFromTo(appConfig: AppConfig, pipeline: String) extends Serializab // create the statement, and run the command val statement = connection.createStatement() - if (colType != null) { + if (colType.isDefined) { resultSet= statement.executeQuery(sql_command) }