-
Notifications
You must be signed in to change notification settings - Fork 499
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
HDDS-9738. Display startTime, pipeline and container counts for decom…
…missioning datanode (#6185)
- Loading branch information
1 parent
7370676
commit 3c4683e
Showing
11 changed files
with
421 additions
and
23 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
220 changes: 220 additions & 0 deletions
220
hadoop-hdds/server-scm/src/main/java/org/apache/hadoop/hdds/scm/FetchMetrics.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,220 @@ | ||
| /** | ||
| * Licensed to the Apache Software Foundation (ASF) under one | ||
| * or more contributor license agreements. See the NOTICE file | ||
| * distributed with this work for additional information | ||
| * regarding copyright ownership. The ASF licenses this file | ||
| * to you under the Apache License, Version 2.0 (the | ||
| * "License"); you may not use this file except in compliance | ||
| * with the License. You may obtain a copy of the License at | ||
| * <p> | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * <p> | ||
| * Unless required by applicable law or agreed to in writing, software | ||
| * distributed under the License is distributed on an "AS IS" BASIS, | ||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| * See the License for the specific language governing permissions and | ||
| * limitations under the License. | ||
| */ | ||
| package org.apache.hadoop.hdds.scm; | ||
|
|
||
| import com.fasterxml.jackson.core.JsonEncoding; | ||
| import com.fasterxml.jackson.core.JsonFactory; | ||
| import com.fasterxml.jackson.core.JsonGenerator; | ||
|
|
||
| import java.io.ByteArrayOutputStream; | ||
| import java.io.IOException; | ||
| import java.lang.management.ManagementFactory; | ||
| import java.lang.reflect.Array; | ||
| import java.nio.charset.StandardCharsets; | ||
| import java.util.Iterator; | ||
| import java.util.Set; | ||
| import javax.management.AttributeNotFoundException; | ||
| import javax.management.InstanceNotFoundException; | ||
| import javax.management.IntrospectionException; | ||
| import javax.management.MBeanAttributeInfo; | ||
| import javax.management.MBeanException; | ||
| import javax.management.MBeanInfo; | ||
| import javax.management.MBeanServer; | ||
| import javax.management.MalformedObjectNameException; | ||
| import javax.management.ObjectName; | ||
| import javax.management.QueryExp; | ||
| import javax.management.ReflectionException; | ||
| import javax.management.RuntimeErrorException; | ||
| import javax.management.RuntimeMBeanException; | ||
| import javax.management.openmbean.CompositeData; | ||
| import javax.management.openmbean.CompositeType; | ||
| import javax.management.openmbean.TabularData; | ||
|
|
||
| import org.slf4j.Logger; | ||
| import org.slf4j.LoggerFactory; | ||
|
|
||
| /** | ||
| * Class used to fetch metrics from MBeanServer. | ||
| */ | ||
| public class FetchMetrics { | ||
| private static final Logger LOG = LoggerFactory.getLogger(FetchMetrics.class); | ||
| private transient MBeanServer mBeanServer; | ||
| private transient JsonFactory jsonFactory; | ||
|
|
||
| public FetchMetrics() { | ||
| this.mBeanServer = ManagementFactory.getPlatformMBeanServer(); | ||
| this.jsonFactory = new JsonFactory(); | ||
| } | ||
|
|
||
| public String getMetrics(String qry) { | ||
| try { | ||
| JsonGenerator jg = null; | ||
| ByteArrayOutputStream opStream = new ByteArrayOutputStream(); | ||
|
|
||
| try { | ||
| jg = this.jsonFactory.createGenerator(opStream, JsonEncoding.UTF8); | ||
| jg.disable(JsonGenerator.Feature.AUTO_CLOSE_TARGET); | ||
| jg.useDefaultPrettyPrinter(); | ||
| jg.writeStartObject(); | ||
| if (qry == null) { | ||
| qry = "*:*"; | ||
| } | ||
| this.listBeans(jg, new ObjectName(qry)); | ||
| } finally { | ||
| if (jg != null) { | ||
| jg.close(); | ||
| } | ||
| } | ||
| return new String(opStream.toByteArray(), StandardCharsets.UTF_8); | ||
| } catch (IOException | MalformedObjectNameException ex) { | ||
| LOG.error("Caught an exception while processing getMetrics request", ex); | ||
| } | ||
| return null; | ||
| } | ||
|
|
||
| private void listBeans(JsonGenerator jg, ObjectName qry) | ||
| throws IOException { | ||
| LOG.debug("Listing beans for " + qry); | ||
| Set<ObjectName> names = null; | ||
| names = this.mBeanServer.queryNames(qry, (QueryExp) null); | ||
| jg.writeArrayFieldStart("beans"); | ||
| Iterator<ObjectName> it = names.iterator(); | ||
|
|
||
| while (it.hasNext()) { | ||
| ObjectName oname = (ObjectName) it.next(); | ||
| String code = ""; | ||
|
|
||
| MBeanInfo minfo; | ||
| try { | ||
| minfo = this.mBeanServer.getMBeanInfo(oname); | ||
| code = minfo.getClassName(); | ||
| String prs = ""; | ||
|
|
||
| try { | ||
| if ("org.apache.commons.modeler.BaseModelMBean".equals(code)) { | ||
| prs = "modelerType"; | ||
| code = (String) this.mBeanServer.getAttribute(oname, prs); | ||
| } | ||
| } catch (AttributeNotFoundException | MBeanException | RuntimeException | ReflectionException ex) { | ||
| LOG.error("getting attribute " + prs + " of " + oname + " threw an exception", ex); | ||
| } | ||
| } catch (InstanceNotFoundException var17) { | ||
| continue; | ||
| } catch (IntrospectionException | ReflectionException ex) { | ||
| LOG.error("Problem while trying to process JMX query: " + qry + " with MBean " + oname, ex); | ||
| continue; | ||
| } | ||
| jg.writeStartObject(); | ||
| jg.writeStringField("name", oname.toString()); | ||
| jg.writeStringField("modelerType", code); | ||
| MBeanAttributeInfo[] attrs = minfo.getAttributes(); | ||
| for (int i = 0; i < attrs.length; ++i) { | ||
| this.writeAttribute(jg, oname, attrs[i]); | ||
| } | ||
| jg.writeEndObject(); | ||
| } | ||
| jg.writeEndArray(); | ||
| } | ||
|
|
||
| private void writeAttribute(JsonGenerator jg, ObjectName oname, MBeanAttributeInfo attr) throws IOException { | ||
| if (attr.isReadable()) { | ||
| String attName = attr.getName(); | ||
| if (!"modelerType".equals(attName)) { | ||
| if (attName.indexOf("=") < 0 && attName.indexOf(":") < 0 && attName.indexOf(" ") < 0) { | ||
| Object value = null; | ||
|
|
||
| try { | ||
| value = this.mBeanServer.getAttribute(oname, attName); | ||
| } catch (RuntimeMBeanException var7) { | ||
| if (var7.getCause() instanceof UnsupportedOperationException) { | ||
| LOG.debug("getting attribute " + attName + " of " + oname + " threw an exception", var7); | ||
| } else { | ||
| LOG.error("getting attribute " + attName + " of " + oname + " threw an exception", var7); | ||
| } | ||
| return; | ||
| } catch (RuntimeErrorException var8) { | ||
| LOG.error("getting attribute {} of {} threw an exception", new Object[]{attName, oname, var8}); | ||
| return; | ||
| } catch (MBeanException | RuntimeException | ReflectionException ex) { | ||
| LOG.error("getting attribute " + attName + " of " + oname + " threw an exception", ex); | ||
| return; | ||
| } catch (AttributeNotFoundException | InstanceNotFoundException ex) { | ||
| return; | ||
| } | ||
| this.writeAttribute(jg, attName, value); | ||
| } | ||
| } | ||
| } | ||
| } | ||
|
|
||
| private void writeAttribute(JsonGenerator jg, String attName, Object value) throws IOException { | ||
| jg.writeFieldName(attName); | ||
| this.writeObject(jg, value); | ||
| } | ||
|
|
||
| private void writeObject(JsonGenerator jg, Object value) throws IOException { | ||
| if (value == null) { | ||
| jg.writeNull(); | ||
| } else { | ||
| Class<?> c = value.getClass(); | ||
| Object entry; | ||
| if (c.isArray()) { | ||
| jg.writeStartArray(); | ||
| int len = Array.getLength(value); | ||
|
|
||
| for (int j = 0; j < len; ++j) { | ||
| entry = Array.get(value, j); | ||
| this.writeObject(jg, entry); | ||
| } | ||
|
|
||
| jg.writeEndArray(); | ||
| } else if (value instanceof Number) { | ||
| Number n = (Number) value; | ||
| jg.writeNumber(n.toString()); | ||
| } else if (value instanceof Boolean) { | ||
| Boolean b = (Boolean) value; | ||
| jg.writeBoolean(b); | ||
| } else if (value instanceof CompositeData) { | ||
| CompositeData cds = (CompositeData) value; | ||
| CompositeType comp = cds.getCompositeType(); | ||
| Set<String> keys = comp.keySet(); | ||
| jg.writeStartObject(); | ||
| Iterator var7 = keys.iterator(); | ||
|
|
||
| while (var7.hasNext()) { | ||
| String key = (String) var7.next(); | ||
| this.writeAttribute(jg, key, cds.get(key)); | ||
| } | ||
|
|
||
| jg.writeEndObject(); | ||
| } else if (value instanceof TabularData) { | ||
| TabularData tds = (TabularData) value; | ||
| jg.writeStartArray(); | ||
| Iterator var14 = tds.values().iterator(); | ||
|
|
||
| while (var14.hasNext()) { | ||
| entry = var14.next(); | ||
| this.writeObject(jg, entry); | ||
| } | ||
| jg.writeEndArray(); | ||
| } else { | ||
| jg.writeString(value.toString()); | ||
| } | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
46 changes: 46 additions & 0 deletions
46
hadoop-hdds/server-scm/src/test/java/org/apache/hadoop/hdds/scm/node/TestFetchMetrics.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,46 @@ | ||
| /** | ||
| * Licensed to the Apache Software Foundation (ASF) under one | ||
| * or more contributor license agreements. See the NOTICE file | ||
| * distributed with this work for additional information | ||
| * regarding copyright ownership. The ASF licenses this file | ||
| * to you under the Apache License, Version 2.0 (the | ||
| * "License"); you may not use this file except in compliance | ||
| * with the License. You may obtain a copy of the License at | ||
| * <p> | ||
| * http://www.apache.org/licenses/LICENSE-2.0 | ||
| * <p> | ||
| * Unless required by applicable law or agreed to in writing, software | ||
| * distributed under the License is distributed on an "AS IS" BASIS, | ||
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| * See the License for the specific language governing permissions and | ||
| * limitations under the License. | ||
| */ | ||
| package org.apache.hadoop.hdds.scm.node; | ||
|
|
||
| import org.apache.hadoop.hdds.scm.FetchMetrics; | ||
| import org.junit.jupiter.api.Test; | ||
|
|
||
| import java.util.regex.Matcher; | ||
| import java.util.regex.Pattern; | ||
|
|
||
| import static org.junit.jupiter.api.Assertions.assertTrue; | ||
|
|
||
| class TestFetchMetrics { | ||
| private static FetchMetrics fetchMetrics = new FetchMetrics(); | ||
|
|
||
| @Test | ||
| public void testFetchAll() { | ||
| String result = fetchMetrics.getMetrics(null); | ||
| Pattern p = Pattern.compile("beans", Pattern.MULTILINE); | ||
| Matcher m = p.matcher(result); | ||
| assertTrue(m.find()); | ||
| } | ||
|
|
||
| @Test | ||
| public void testFetchFiltered() { | ||
| String result = fetchMetrics.getMetrics("Hadoop:service=StorageContainerManager,name=NodeDecommissionMetrics"); | ||
| Pattern p = Pattern.compile("beans", Pattern.MULTILINE); | ||
| Matcher m = p.matcher(result); | ||
| assertTrue(m.find()); | ||
| } | ||
| } |
Oops, something went wrong.