Merge pull request #13 from fpapon/yaml2json

Add Yaml2Json command

bundlebee-core/src/main/java/io/yupiik/bundlebee/core/command/impl/Yaml2JsonCommand.java

@@ -0,0 +1,133 @@
+/*
+ * Copyright (c) 2021-2023 - Yupiik SAS - https://www.yupiik.com
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *  http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package io.yupiik.bundlebee.core.command.impl;
+
+import io.yupiik.bundlebee.core.command.CompletingExecutable;
+import io.yupiik.bundlebee.core.configuration.Description;
+import io.yupiik.bundlebee.core.qualifier.BundleBee;
+import io.yupiik.bundlebee.core.yaml.Yaml2JsonConverter;
+import lombok.extern.java.Log;
+import org.eclipse.microprofile.config.inject.ConfigProperty;
+
+import javax.enterprise.context.Dependent;
+import javax.inject.Inject;
+import javax.json.JsonValue;
+import javax.json.bind.Jsonb;
+import java.io.IOException;
+import java.nio.file.FileVisitResult;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.nio.file.SimpleFileVisitor;
+import java.nio.file.attribute.BasicFileAttributes;
+import java.util.HashMap;
+import java.util.Map;
+import java.util.Optional;
+import java.util.concurrent.CompletionStage;
+import java.util.stream.Collectors;
+import java.util.stream.Stream;
+
+import static java.util.concurrent.CompletableFuture.completedStage;
+
+@Log
+@Dependent
+public class Yaml2JsonCommand implements CompletingExecutable {
+    @Inject
+    private Yaml2JsonConverter yaml2json;
+
+    @Inject
+    @BundleBee
+    private Jsonb jsonb;
+
+    @Inject
+    @Description("The directory path to read yaml files to convert.")
+    @ConfigProperty(name = "bundlebee.yaml2json.input", defaultValue = "/dev/null")
+    private String input;
+
+    @Inject
+    @Description("The directory path to write the generated json files.")
+    @ConfigProperty(name = "bundlebee.yaml2json.output", defaultValue = "/dev/null")
+    private String output;
+
+    @Inject
+    @Description("Should YAML/JSON be logged when it can't be parsed.")
+    @ConfigProperty(name = "bundlebee.yaml2json.logDescriptorOnParsingError", defaultValue = "true")
+    private boolean logDescriptorOnParsingError;
+
+    @Override
+    public String name() {
+        return "yaml2json";
+    }
+
+    @Override
+    public String description() {
+        return "Convert yaml files of a directory to json. " +
+                "This command is useful to transform Kubernetes yaml files to json to write Bundlebee descriptors.";
+    }
+
+    @Override
+    public CompletionStage<?> execute() {
+        final var sources = new HashMap<Path, String>();
+        final var sourceDir = Path.of(this.input);
+        final var targetDir = Path.of(this.output);
+        try {
+            Files.walkFileTree(sourceDir.toAbsolutePath(), new SimpleFileVisitor<>() {
+                @Override
+                public FileVisitResult visitFile(final Path file, final BasicFileAttributes attrs) throws IOException {
+                    final var sourceFilename = file.getFileName().toString();
+                    if (sourceFilename.endsWith(".yaml")) {
+                        log.info(() -> "Converting '" + sourceFilename + "'");
+                        final var targetContent = jsonb.toJson(yaml2json.convert(JsonValue.class, Files.readString(file).trim()));
+                        final var targetFilename = sourceFilename.substring(0, sourceFilename.length() - ".yaml".length()) + ".json";
+                        final var targetPath = targetDir.resolve(Optional.ofNullable(sourceDir.toAbsolutePath().relativize(file).getParent())
+                                .orElse(Path.of("")));
+                        sources.put(targetPath.resolve(targetFilename), targetContent);
+                    }
+                    return super.visitFile(file, attrs);
+                }
+            });
+        } catch (IOException e) {
+            throw new RuntimeException(e);
+        }
+        log.info(() -> "Found " + sources.size() + " files to convert");
+        return completedStage(sources.keySet().stream().map(key -> write(key, sources.get(key))).collect(Collectors.toList()));
+    }
+
+    private Path write(Path file, String content) {
+        try {
+            if (file.getParent() != null && Files.notExists(file.getParent())) {
+                try {
+                    Files.createDirectories(file.getParent());
+                } catch (final IOException e) {
+                    throw new IllegalStateException("Unable to create parent directories: '" + file + "'", e);
+                }
+            }
+            Files.writeString(file, content);
+        } catch (IOException e) {
+            throw new IllegalStateException("Unable to create file", e);
+        }
+        return file;
+    }
+
+    @Override
+    public Stream<String> complete(final Map<String, String> options, final String optionName) {
+        switch (optionName) {
+            case "logDescriptorOnParsingError":
+                return Stream.of("false", "true");
+            default:
+                return Stream.empty();
+        }
+    }
+}

bundlebee-core/src/test/java/io/yupiik/bundlebee/core/command/impl/Yaml2JsonCommandTest.java

@@ -0,0 +1,58 @@
+/*
+ * Copyright (c) 2021-2023 - Yupiik SAS - https://www.yupiik.com
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *  http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package io.yupiik.bundlebee.core.command.impl;
+
+import io.yupiik.bundlebee.core.BundleBee;
+import io.yupiik.bundlebee.core.test.BundleBeeExtension;
+import io.yupiik.bundlebee.core.test.CommandExecutor;
+import org.junit.jupiter.api.Test;
+import org.junit.jupiter.api.extension.RegisterExtension;
+import org.junit.jupiter.api.io.TempDir;
+
+import java.nio.file.Files;
+import java.nio.file.Path;
+
+import static java.util.logging.Level.INFO;
+import static org.junit.jupiter.api.Assertions.assertAll;
+import static org.junit.jupiter.api.Assertions.assertEquals;
+import static org.junit.jupiter.api.Assertions.assertTrue;
+
+class Yaml2JsonCommandTest {
+    @RegisterExtension
+    BundleBeeExtension extension = new BundleBeeExtension();
+
+    @Test
+    void yaml2jsonCommand(final CommandExecutor executor, @TempDir Path work) {
+
+        final var logs = executor.wrap(null, INFO, () -> new BundleBee().launch("yaml2json",
+                "--bundlebee.yaml2json.input", "src/test/resources/bundlebee",
+                "--bundlebee.yaml2json.output", work.toAbsolutePath().toString()));
+        assertAll(
+                () -> assertTrue(logs.contains("Found 5 files to convert")),
+                () -> assertTrue(Files.exists(work.resolve("kubernetes/ApplyCommandTest.d0.json"))),
+                () -> assertTrue(Files.exists(work.resolve("kubernetes/ApplyCommandTest.d1.json"))),
+                () -> assertTrue(Files.exists(work.resolve("kubernetes/ApplyCommandTest.d2.json"))),
+                () -> assertTrue(Files.exists(work.resolve("kubernetes/ApplyCommandTest.d3.json"))),
+                () -> assertTrue(Files.exists(work.resolve("kubernetes/ApplyCommandTest.template.json"))),
+                () -> assertEquals(
+                        "{\"apiVersion\":\"v1\",\"kind\":\"Service\",\"metadata\":{\"name\":\"s0\",\"labels\":{\"app\":\"s-test\"}},\"spec\":{\"type\":\"NodePort\",\"ports\":[{\"port\":1234,\"targetPort\":1234}],\"selector\":{\"app\":\"s-test\"}}}",
+                        Files.readString(work.resolve("kubernetes/ApplyCommandTest.d0.json"))),
+                () -> assertEquals(
+                        "{\"apiVersion\":\"v1\",\"kind\":\"Service\",\"metadata\":{\"name\":{},\"labels\":{\"app\":{},\"withdefault1\":{},\"withdefault2\":{}}},\"spec\":{\"type\":{},\"ports\":[{\"port\":{},\"targetPort\":{}}],\"selector\":{\"app\":{}}}}",
+                        Files.readString(work.resolve("kubernetes/ApplyCommandTest.template.json")))
+        );
+    }
+}