boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2018-present Open Networking Foundation |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | package org.onosproject.openstacktelemetry.impl; |
| 17 | |
Jian Li | a61e0b6 | 2018-12-28 19:10:10 +0900 | [diff] [blame^] | 18 | import com.google.common.collect.Maps; |
Jian Li | 69600e0 | 2018-12-24 13:21:18 +0900 | [diff] [blame] | 19 | import io.prometheus.client.Counter; |
boyoung2 | a8549d2 | 2018-11-23 20:42:37 +0900 | [diff] [blame] | 20 | import io.prometheus.client.Gauge; |
Jian Li | 69600e0 | 2018-12-24 13:21:18 +0900 | [diff] [blame] | 21 | import io.prometheus.client.exporter.MetricsServlet; |
| 22 | import org.eclipse.jetty.server.Server; |
| 23 | import org.eclipse.jetty.servlet.ServletContextHandler; |
| 24 | import org.eclipse.jetty.servlet.ServletHolder; |
boyoung2 | a8549d2 | 2018-11-23 20:42:37 +0900 | [diff] [blame] | 25 | import org.onlab.packet.TpPort; |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 26 | import org.onosproject.openstacktelemetry.api.FlowInfo; |
| 27 | import org.onosproject.openstacktelemetry.api.OpenstackTelemetryService; |
| 28 | import org.onosproject.openstacktelemetry.api.PrometheusTelemetryAdminService; |
Jian Li | 69600e0 | 2018-12-24 13:21:18 +0900 | [diff] [blame] | 29 | import org.onosproject.openstacktelemetry.api.TelemetryConfigService; |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 30 | import org.onosproject.openstacktelemetry.api.config.PrometheusTelemetryConfig; |
Jian Li | a61e0b6 | 2018-12-28 19:10:10 +0900 | [diff] [blame^] | 31 | import org.onosproject.openstacktelemetry.api.config.TelemetryConfig; |
Ray Milkey | df52129 | 2018-10-04 15:13:33 -0700 | [diff] [blame] | 32 | import org.osgi.service.component.annotations.Activate; |
| 33 | import org.osgi.service.component.annotations.Component; |
| 34 | import org.osgi.service.component.annotations.Deactivate; |
| 35 | import org.osgi.service.component.annotations.Reference; |
| 36 | import org.osgi.service.component.annotations.ReferenceCardinality; |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 37 | import org.slf4j.Logger; |
| 38 | import org.slf4j.LoggerFactory; |
| 39 | |
boyoung2 | a8549d2 | 2018-11-23 20:42:37 +0900 | [diff] [blame] | 40 | import java.util.Arrays; |
Jian Li | a61e0b6 | 2018-12-28 19:10:10 +0900 | [diff] [blame^] | 41 | import java.util.Map; |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 42 | import java.util.Set; |
| 43 | |
Jian Li | 69600e0 | 2018-12-24 13:21:18 +0900 | [diff] [blame] | 44 | import static org.onosproject.openstacktelemetry.api.Constants.PROMETHEUS_SCHEME; |
| 45 | import static org.onosproject.openstacktelemetry.api.config.TelemetryConfig.ConfigType.PROMETHEUS; |
| 46 | import static org.onosproject.openstacktelemetry.config.DefaultPrometheusTelemetryConfig.fromTelemetryConfig; |
| 47 | |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 48 | /** |
| 49 | * Prometheus telemetry manager. |
| 50 | */ |
boyoung2 | a8549d2 | 2018-11-23 20:42:37 +0900 | [diff] [blame] | 51 | @Component(immediate = true, service = PrometheusTelemetryAdminService.class) |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 52 | public class PrometheusTelemetryManager implements PrometheusTelemetryAdminService { |
| 53 | |
| 54 | private final Logger log = LoggerFactory.getLogger(getClass()); |
| 55 | |
Jian Li | a61e0b6 | 2018-12-28 19:10:10 +0900 | [diff] [blame^] | 56 | private Map<String, Server> prometheusExporters = Maps.newConcurrentMap(); |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 57 | |
boyoung2 | a8549d2 | 2018-11-23 20:42:37 +0900 | [diff] [blame] | 58 | private static final String FLOW_TYPE = "flowType"; |
| 59 | private static final String DEVICE_ID = "deviceId"; |
| 60 | private static final String INPUT_INTERFACE_ID = "inputInterfaceId"; |
| 61 | private static final String OUTPUT_INTERFACE_ID = "outputInterfaceId"; |
| 62 | private static final String VLAN_ID = "vlanId"; |
| 63 | private static final String VXLAN_ID = "vxlanId"; |
| 64 | private static final String SRC_IP = "srcIp"; |
| 65 | private static final String DST_IP = "dstIp"; |
| 66 | private static final String SRC_PORT = "srcPort"; |
| 67 | private static final String DST_PORT = "dstPort"; |
| 68 | private static final String PROTOCOL = "protocol"; |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 69 | |
boyoung2 | a8549d2 | 2018-11-23 20:42:37 +0900 | [diff] [blame] | 70 | private static final String[] LABEL_TAGS = { |
| 71 | FLOW_TYPE, DEVICE_ID, INPUT_INTERFACE_ID, OUTPUT_INTERFACE_ID, |
| 72 | VLAN_ID, VXLAN_ID, SRC_IP, DST_IP, SRC_PORT, DST_PORT, PROTOCOL |
| 73 | }; |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 74 | |
boyoung2 | a8549d2 | 2018-11-23 20:42:37 +0900 | [diff] [blame] | 75 | private static final String STAT_NAME_VM2VM_BYTE = "vm2vm_byte"; |
| 76 | private static final String STAT_NAME_VM2VM_BYTE_PREV = "vm2vm_byte_prev"; |
| 77 | private static final String STAT_NAME_VM2VM_BYTE_CURR = "vm2vm_byte_curr"; |
| 78 | private static final String STAT_NAME_VM2VM_PKT = "vm2vm_pkt"; |
| 79 | private static final String STAT_NAME_VM2VM_PKT_PREV = "vm2vm_pkt_prev"; |
| 80 | private static final String STAT_NAME_VM2VM_PKT_CURR = "vm2vm_pkt_curr"; |
| 81 | private static final String STAT_NAME_ERROR_PKT = "error_pkt"; |
| 82 | private static final String STAT_NAME_DROP_PKT = "drop_pkt"; |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 83 | |
boyoung2 | a8549d2 | 2018-11-23 20:42:37 +0900 | [diff] [blame] | 84 | private static final String HELP_MSG_VM2VM_BYTE = |
| 85 | "SONA flow bytes statistics for VM to VM"; |
| 86 | private static final String HELP_MSG_VM2VM_BYTE_PREV = |
| 87 | HELP_MSG_VM2VM_BYTE + " [Accumulated previous byte]"; |
| 88 | private static final String HELP_MSG_VM2VM_BYTE_CURR = |
| 89 | HELP_MSG_VM2VM_BYTE + " [Accumulated current byte]"; |
| 90 | private static final String HELP_MSG_VM2VM_PKT = |
| 91 | "SONA flow packets statistics for VM to VM"; |
| 92 | private static final String HELP_MSG_VM2VM_PKT_PREV = |
| 93 | HELP_MSG_VM2VM_PKT + " [Accumulated previous pkt]"; |
| 94 | private static final String HELP_MSG_VM2VM_PKT_CURR = |
| 95 | HELP_MSG_VM2VM_PKT + " [Accumulated current pkt]"; |
| 96 | private static final String HELP_MSG_ERROR = "SONA error statistics"; |
| 97 | private static final String HELP_MSG_DROP = "SONA drop statistics"; |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 98 | |
boyoung2 | a8549d2 | 2018-11-23 20:42:37 +0900 | [diff] [blame] | 99 | private static Gauge byteVM2VM = Gauge.build() |
| 100 | .name(STAT_NAME_VM2VM_BYTE) |
| 101 | .help(HELP_MSG_VM2VM_BYTE) |
| 102 | .labelNames(LABEL_TAGS) |
| 103 | .register(); |
| 104 | private static Gauge byteVM2VMPrev = Gauge.build() |
| 105 | .name(STAT_NAME_VM2VM_BYTE_PREV) |
| 106 | .help(HELP_MSG_VM2VM_BYTE_PREV) |
| 107 | .labelNames(LABEL_TAGS) |
| 108 | .register(); |
| 109 | private static Gauge byteVM2VMCurr = Gauge.build() |
| 110 | .name(STAT_NAME_VM2VM_BYTE_CURR) |
| 111 | .help(HELP_MSG_VM2VM_BYTE_CURR) |
| 112 | .labelNames(LABEL_TAGS) |
| 113 | .register(); |
| 114 | private static Gauge pktVM2VM = Gauge.build() |
| 115 | .name(STAT_NAME_VM2VM_PKT) |
| 116 | .help(HELP_MSG_VM2VM_PKT) |
| 117 | .labelNames(LABEL_TAGS) |
| 118 | .register(); |
| 119 | private static Gauge pktVM2VMPrev = Gauge.build() |
| 120 | .name(STAT_NAME_VM2VM_PKT_PREV) |
| 121 | .help(HELP_MSG_VM2VM_PKT_PREV) |
| 122 | .labelNames(LABEL_TAGS) |
| 123 | .register(); |
| 124 | private static Gauge pktVM2VMCurr = Gauge.build() |
| 125 | .name(STAT_NAME_VM2VM_PKT_CURR) |
| 126 | .help(HELP_MSG_VM2VM_PKT_CURR) |
| 127 | .labelNames(LABEL_TAGS) |
| 128 | .register(); |
| 129 | private static Counter pktError = Counter.build() |
| 130 | .name(STAT_NAME_ERROR_PKT) |
| 131 | .help(HELP_MSG_ERROR) |
| 132 | .labelNames(LABEL_TAGS) |
| 133 | .register(); |
| 134 | private static Counter pktDrop = Counter.build() |
| 135 | .name(STAT_NAME_DROP_PKT) |
| 136 | .help(HELP_MSG_DROP) |
| 137 | .labelNames(LABEL_TAGS) |
| 138 | .register(); |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 139 | |
Ray Milkey | df52129 | 2018-10-04 15:13:33 -0700 | [diff] [blame] | 140 | @Reference(cardinality = ReferenceCardinality.MANDATORY) |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 141 | protected OpenstackTelemetryService openstackTelemetryService; |
| 142 | |
Jian Li | 69600e0 | 2018-12-24 13:21:18 +0900 | [diff] [blame] | 143 | @Reference(cardinality = ReferenceCardinality.MANDATORY) |
| 144 | protected TelemetryConfigService telemetryConfigService; |
| 145 | |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 146 | @Activate |
| 147 | protected void activate() { |
| 148 | openstackTelemetryService.addTelemetryService(this); |
| 149 | log.info("Started"); |
| 150 | } |
| 151 | |
| 152 | @Deactivate |
| 153 | protected void deactivate() { |
Jian Li | a61e0b6 | 2018-12-28 19:10:10 +0900 | [diff] [blame^] | 154 | stopAll(); |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 155 | openstackTelemetryService.removeTelemetryService(this); |
| 156 | log.info("Stopped"); |
| 157 | } |
| 158 | |
| 159 | @Override |
Jian Li | a61e0b6 | 2018-12-28 19:10:10 +0900 | [diff] [blame^] | 160 | public void startAll() { |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 161 | log.info("Prometheus exporter starts."); |
| 162 | |
Jian Li | a61e0b6 | 2018-12-28 19:10:10 +0900 | [diff] [blame^] | 163 | telemetryConfigService.getConfigsByType(PROMETHEUS).forEach(c -> start(c.name())); |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 164 | } |
| 165 | |
| 166 | @Override |
Jian Li | a61e0b6 | 2018-12-28 19:10:10 +0900 | [diff] [blame^] | 167 | public void stopAll() { |
| 168 | prometheusExporters.values().forEach(pe -> { |
Jian Li | 69600e0 | 2018-12-24 13:21:18 +0900 | [diff] [blame] | 169 | try { |
| 170 | pe.stop(); |
| 171 | } catch (Exception e) { |
| 172 | log.warn("Failed to stop prometheus server due to {}", e); |
| 173 | } |
| 174 | }); |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 175 | log.info("Prometheus exporter has stopped"); |
| 176 | } |
| 177 | |
| 178 | @Override |
Jian Li | a61e0b6 | 2018-12-28 19:10:10 +0900 | [diff] [blame^] | 179 | public void restartAll() { |
| 180 | stopAll(); |
| 181 | startAll(); |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 182 | } |
| 183 | |
| 184 | @Override |
| 185 | public void publish(Set<FlowInfo> flowInfos) { |
boyoung2 | a8549d2 | 2018-11-23 20:42:37 +0900 | [diff] [blame] | 186 | if (flowInfos.isEmpty()) { |
| 187 | log.debug("No FlowInfo record to publish"); |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 188 | return; |
| 189 | } |
| 190 | |
| 191 | long flowByte; |
| 192 | int flowPkt; |
boyoung2 | a8549d2 | 2018-11-23 20:42:37 +0900 | [diff] [blame] | 193 | String[] labelValues; |
| 194 | |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 195 | for (FlowInfo flowInfo: flowInfos) { |
| 196 | flowByte = flowInfo.statsInfo().currAccBytes() - flowInfo.statsInfo().prevAccBytes(); |
| 197 | flowPkt = flowInfo.statsInfo().currAccPkts() - flowInfo.statsInfo().prevAccPkts(); |
boyoung2 | a8549d2 | 2018-11-23 20:42:37 +0900 | [diff] [blame] | 198 | labelValues = getLabelValues(flowInfo); |
| 199 | byteVM2VM.labels(labelValues).set(flowByte); |
| 200 | byteVM2VMPrev.labels(labelValues).set(flowInfo.statsInfo().prevAccBytes()); |
| 201 | byteVM2VMCurr.labels(labelValues).set(flowInfo.statsInfo().currAccBytes()); |
| 202 | pktVM2VM.labels(labelValues).set(flowPkt); |
| 203 | pktVM2VMPrev.labels(labelValues).set(flowInfo.statsInfo().prevAccPkts()); |
| 204 | pktVM2VMCurr.labels(labelValues).set(flowInfo.statsInfo().currAccPkts()); |
| 205 | pktError.labels(labelValues).inc(flowInfo.statsInfo().errorPkts()); |
| 206 | pktDrop.labels(labelValues).inc(flowInfo.statsInfo().dropPkts()); |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 207 | } |
| 208 | } |
| 209 | |
boyoung2 | a8549d2 | 2018-11-23 20:42:37 +0900 | [diff] [blame] | 210 | private String[] getLabelValues(FlowInfo flowInfo) { |
| 211 | String[] labelValues = new String[LABEL_TAGS.length]; |
| 212 | |
| 213 | labelValues[Arrays.asList(LABEL_TAGS).indexOf(FLOW_TYPE)] |
| 214 | = String.valueOf(flowInfo.flowType()); |
| 215 | labelValues[Arrays.asList(LABEL_TAGS).indexOf(DEVICE_ID)] |
| 216 | = flowInfo.deviceId().toString(); |
| 217 | labelValues[Arrays.asList(LABEL_TAGS).indexOf(INPUT_INTERFACE_ID)] |
| 218 | = String.valueOf(flowInfo.inputInterfaceId()); |
| 219 | labelValues[Arrays.asList(LABEL_TAGS).indexOf(OUTPUT_INTERFACE_ID)] |
| 220 | = String.valueOf(flowInfo.outputInterfaceId()); |
| 221 | labelValues[Arrays.asList(LABEL_TAGS).indexOf(VXLAN_ID)] |
| 222 | = String.valueOf(flowInfo.vxlanId()); |
| 223 | labelValues[Arrays.asList(LABEL_TAGS).indexOf(SRC_IP)] |
| 224 | = flowInfo.srcIp().toString(); |
| 225 | labelValues[Arrays.asList(LABEL_TAGS).indexOf(DST_IP)] |
| 226 | = flowInfo.dstIp().toString(); |
| 227 | labelValues[Arrays.asList(LABEL_TAGS).indexOf(SRC_PORT)] |
| 228 | = getTpPort(flowInfo.srcPort()); |
| 229 | labelValues[Arrays.asList(LABEL_TAGS).indexOf(DST_PORT)] |
| 230 | = getTpPort(flowInfo.dstPort()); |
| 231 | labelValues[Arrays.asList(LABEL_TAGS).indexOf(PROTOCOL)] |
| 232 | = String.valueOf(flowInfo.protocol()); |
| 233 | if (flowInfo.vlanId() != null) { |
| 234 | labelValues[Arrays.asList(LABEL_TAGS).indexOf(VLAN_ID)] |
| 235 | = flowInfo.vlanId().toString(); |
| 236 | } |
| 237 | return labelValues; |
| 238 | } |
| 239 | |
| 240 | private String getTpPort(TpPort tpPort) { |
| 241 | if (tpPort == null) { |
| 242 | return ""; |
| 243 | } |
| 244 | return tpPort.toString(); |
| 245 | } |
| 246 | |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 247 | @Override |
| 248 | public boolean isRunning() { |
Jian Li | 69600e0 | 2018-12-24 13:21:18 +0900 | [diff] [blame] | 249 | return !prometheusExporters.isEmpty(); |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 250 | } |
Jian Li | a61e0b6 | 2018-12-28 19:10:10 +0900 | [diff] [blame^] | 251 | |
| 252 | @Override |
| 253 | public void start(String name) { |
| 254 | TelemetryConfig config = telemetryConfigService.getConfig(name); |
| 255 | PrometheusTelemetryConfig prometheusConfig = fromTelemetryConfig(config); |
| 256 | |
| 257 | if (prometheusConfig != null && |
| 258 | !config.name().equals(PROMETHEUS_SCHEME) && config.enabled()) { |
| 259 | try { |
| 260 | // TODO Offer a 'Authentication' |
| 261 | Server prometheusExporter = new Server(prometheusConfig.port()); |
| 262 | ServletContextHandler context = new ServletContextHandler(); |
| 263 | context.setContextPath("/"); |
| 264 | prometheusExporter.setHandler(context); |
| 265 | context.addServlet(new ServletHolder(new MetricsServlet()), "/metrics"); |
| 266 | |
| 267 | log.info("Prometheus server start"); |
| 268 | |
| 269 | prometheusExporter.start(); |
| 270 | |
| 271 | prometheusExporters.put(name, prometheusExporter); |
| 272 | |
| 273 | } catch (Exception ex) { |
| 274 | log.warn("Exception: {}", ex); |
| 275 | } |
| 276 | } |
| 277 | } |
| 278 | |
| 279 | @Override |
| 280 | public void stop(String name) { |
| 281 | try { |
| 282 | Server pe = prometheusExporters.get(name); |
| 283 | if (pe != null) { |
| 284 | pe.stop(); |
| 285 | prometheusExporters.remove(name); |
| 286 | } |
| 287 | } catch (Exception e) { |
| 288 | log.warn("Failed to stop prometheus server due to {}", e); |
| 289 | } |
| 290 | } |
| 291 | |
| 292 | @Override |
| 293 | public void restart(String name) { |
| 294 | stop(name); |
| 295 | start(name); |
| 296 | } |
boyoung2 | 1c5f5f4 | 2018-09-27 20:29:41 +0900 | [diff] [blame] | 297 | } |