alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 1 | /* |
Brian O'Connor | a09fe5b | 2017-08-03 21:12:30 -0700 | [diff] [blame] | 2 | * Copyright 2015-present Open Networking Foundation |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
Ray Milkey | ebdd485 | 2017-10-18 16:19:28 -0700 | [diff] [blame] | 16 | package org.onosproject.net.meter.impl; |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 17 | |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 18 | import org.onlab.util.PredictableExecutor; |
| 19 | import org.onlab.util.PredictableExecutor.PickyRunnable; |
Gamze Abaka | f57ef60 | 2019-03-11 06:52:48 +0000 | [diff] [blame] | 20 | import org.onlab.util.Tools; |
alshabib | eadfc8e | 2015-08-18 15:40:46 -0700 | [diff] [blame] | 21 | import org.onlab.util.TriConsumer; |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 22 | import org.onosproject.cfg.ComponentConfigService; |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 23 | import org.onosproject.cluster.ClusterService; |
| 24 | import org.onosproject.cluster.NodeId; |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 25 | import org.onosproject.mastership.MastershipService; |
Jian Li | 1932b93 | 2016-01-03 00:35:40 -0800 | [diff] [blame] | 26 | import org.onosproject.net.DeviceId; |
Andrea Campanella | ad95aaf | 2020-03-27 12:53:46 +0100 | [diff] [blame] | 27 | import org.onosproject.net.config.NetworkConfigRegistry; |
| 28 | import org.onosproject.net.config.basics.BasicDeviceConfig; |
Gamze Abaka | f57ef60 | 2019-03-11 06:52:48 +0000 | [diff] [blame] | 29 | import org.onosproject.net.device.DeviceEvent; |
| 30 | import org.onosproject.net.device.DeviceListener; |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 31 | import org.onosproject.net.device.DeviceService; |
| 32 | import org.onosproject.net.driver.DriverService; |
alshabib | 10c810b | 2015-08-18 16:59:04 -0700 | [diff] [blame] | 33 | import org.onosproject.net.meter.DefaultMeter; |
| 34 | import org.onosproject.net.meter.Meter; |
Ray Milkey | d84f89b | 2018-08-17 14:54:17 -0700 | [diff] [blame] | 35 | import org.onosproject.net.meter.MeterCellId.MeterCellType; |
alshabib | 10c810b | 2015-08-18 16:59:04 -0700 | [diff] [blame] | 36 | import org.onosproject.net.meter.MeterEvent; |
| 37 | import org.onosproject.net.meter.MeterFailReason; |
Jordi Ortiz | aa8de49 | 2016-12-01 00:21:36 +0100 | [diff] [blame] | 38 | import org.onosproject.net.meter.MeterFeatures; |
alshabib | 10c810b | 2015-08-18 16:59:04 -0700 | [diff] [blame] | 39 | import org.onosproject.net.meter.MeterId; |
alshabib | 70aaa1b | 2015-09-25 14:30:59 -0700 | [diff] [blame] | 40 | import org.onosproject.net.meter.MeterKey; |
alshabib | 10c810b | 2015-08-18 16:59:04 -0700 | [diff] [blame] | 41 | import org.onosproject.net.meter.MeterListener; |
| 42 | import org.onosproject.net.meter.MeterOperation; |
| 43 | import org.onosproject.net.meter.MeterProvider; |
| 44 | import org.onosproject.net.meter.MeterProviderRegistry; |
| 45 | import org.onosproject.net.meter.MeterProviderService; |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 46 | import org.onosproject.net.meter.MeterRequest; |
alshabib | 10c810b | 2015-08-18 16:59:04 -0700 | [diff] [blame] | 47 | import org.onosproject.net.meter.MeterService; |
| 48 | import org.onosproject.net.meter.MeterState; |
| 49 | import org.onosproject.net.meter.MeterStore; |
| 50 | import org.onosproject.net.meter.MeterStoreDelegate; |
| 51 | import org.onosproject.net.meter.MeterStoreResult; |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 52 | import org.onosproject.net.provider.AbstractListenerProviderRegistry; |
| 53 | import org.onosproject.net.provider.AbstractProviderService; |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 54 | import org.osgi.service.component.ComponentContext; |
Ray Milkey | d84f89b | 2018-08-17 14:54:17 -0700 | [diff] [blame] | 55 | import org.osgi.service.component.annotations.Activate; |
| 56 | import org.osgi.service.component.annotations.Component; |
| 57 | import org.osgi.service.component.annotations.Deactivate; |
| 58 | import org.osgi.service.component.annotations.Modified; |
| 59 | import org.osgi.service.component.annotations.Reference; |
| 60 | import org.osgi.service.component.annotations.ReferenceCardinality; |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 61 | import org.slf4j.Logger; |
| 62 | |
| 63 | import java.util.Collection; |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 64 | import java.util.Dictionary; |
alshabib | 5eb7939 | 2015-08-19 18:09:55 -0700 | [diff] [blame] | 65 | import java.util.Map; |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 66 | import java.util.Objects; |
alshabib | 5eb7939 | 2015-08-19 18:09:55 -0700 | [diff] [blame] | 67 | import java.util.stream.Collectors; |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 68 | |
Jordi Ortiz | 31d4d38 | 2017-07-19 10:52:26 +0200 | [diff] [blame] | 69 | import static com.google.common.base.Preconditions.checkNotNull; |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 70 | import static com.google.common.base.Strings.isNullOrEmpty; |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 71 | import static org.onlab.util.PredictableExecutor.newPredictableExecutor; |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 72 | import static org.onlab.util.Tools.get; |
Jordi Ortiz | 31d4d38 | 2017-07-19 10:52:26 +0200 | [diff] [blame] | 73 | import static org.onlab.util.Tools.groupedThreads; |
Ray Milkey | d04e227 | 2018-10-16 18:20:18 -0700 | [diff] [blame] | 74 | import static org.onosproject.net.OsgiPropertyConstants.MM_FALLBACK_METER_POLL_FREQUENCY; |
| 75 | import static org.onosproject.net.OsgiPropertyConstants.MM_FALLBACK_METER_POLL_FREQUENCY_DEFAULT; |
| 76 | import static org.onosproject.net.OsgiPropertyConstants.MM_NUM_THREADS; |
| 77 | import static org.onosproject.net.OsgiPropertyConstants.MM_NUM_THREADS_DEFAULT; |
Gamze Abaka | f57ef60 | 2019-03-11 06:52:48 +0000 | [diff] [blame] | 78 | import static org.onosproject.net.OsgiPropertyConstants.MM_PURGE_ON_DISCONNECTION; |
| 79 | import static org.onosproject.net.OsgiPropertyConstants.MM_PURGE_ON_DISCONNECTION_DEFAULT; |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 80 | import static org.slf4j.LoggerFactory.getLogger; |
| 81 | |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 82 | /** |
| 83 | * Provides implementation of the meter service APIs. |
| 84 | */ |
Ray Milkey | d04e227 | 2018-10-16 18:20:18 -0700 | [diff] [blame] | 85 | @Component( |
Gamze Abaka | f57ef60 | 2019-03-11 06:52:48 +0000 | [diff] [blame] | 86 | immediate = true, |
| 87 | service = { |
| 88 | MeterService.class, |
| 89 | MeterProviderRegistry.class |
| 90 | }, |
| 91 | property = { |
| 92 | MM_NUM_THREADS + ":Integer=" + MM_NUM_THREADS_DEFAULT, |
| 93 | MM_FALLBACK_METER_POLL_FREQUENCY + ":Integer=" + MM_FALLBACK_METER_POLL_FREQUENCY_DEFAULT, |
| 94 | MM_PURGE_ON_DISCONNECTION + ":Boolean=" + MM_PURGE_ON_DISCONNECTION_DEFAULT, |
| 95 | } |
Ray Milkey | d04e227 | 2018-10-16 18:20:18 -0700 | [diff] [blame] | 96 | ) |
Thomas Vachuska | 11b99fc | 2017-04-27 12:51:04 -0700 | [diff] [blame] | 97 | public class MeterManager |
| 98 | extends AbstractListenerProviderRegistry<MeterEvent, MeterListener, MeterProvider, MeterProviderService> |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 99 | implements MeterService, MeterProviderRegistry { |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 100 | // Installer related objects |
| 101 | private PredictableExecutor meterInstallers; |
Jordi Ortiz | 31d4d38 | 2017-07-19 10:52:26 +0200 | [diff] [blame] | 102 | private static final String WORKER_PATTERN = "installer-%d"; |
| 103 | private static final String GROUP_THREAD_NAME = "onos/meter"; |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 104 | // Logging facility, meter store delegate and listener for device events. |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 105 | private final Logger log = getLogger(getClass()); |
| 106 | private final MeterStoreDelegate delegate = new InternalMeterStoreDelegate(); |
Gamze Abaka | f57ef60 | 2019-03-11 06:52:48 +0000 | [diff] [blame] | 107 | private final DeviceListener deviceListener = new InternalDeviceListener(); |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 108 | |
Ray Milkey | d84f89b | 2018-08-17 14:54:17 -0700 | [diff] [blame] | 109 | @Reference(cardinality = ReferenceCardinality.MANDATORY) |
Pier Luigi | f094c61 | 2017-10-14 12:15:02 +0200 | [diff] [blame] | 110 | private MeterStore store; |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 111 | |
Ray Milkey | d84f89b | 2018-08-17 14:54:17 -0700 | [diff] [blame] | 112 | @Reference(cardinality = ReferenceCardinality.MANDATORY) |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 113 | protected DriverService driverService; |
| 114 | |
Ray Milkey | d84f89b | 2018-08-17 14:54:17 -0700 | [diff] [blame] | 115 | @Reference(cardinality = ReferenceCardinality.MANDATORY) |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 116 | protected DeviceService deviceService; |
| 117 | |
Ray Milkey | d84f89b | 2018-08-17 14:54:17 -0700 | [diff] [blame] | 118 | @Reference(cardinality = ReferenceCardinality.MANDATORY) |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 119 | protected ComponentConfigService cfgService; |
| 120 | |
Ray Milkey | d84f89b | 2018-08-17 14:54:17 -0700 | [diff] [blame] | 121 | @Reference(cardinality = ReferenceCardinality.MANDATORY) |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 122 | protected MastershipService mastershipService; |
| 123 | |
Andrea Campanella | ad95aaf | 2020-03-27 12:53:46 +0100 | [diff] [blame] | 124 | @Reference(cardinality = ReferenceCardinality.MANDATORY) |
| 125 | protected NetworkConfigRegistry netCfgService; |
| 126 | |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 127 | @Reference(cardinality = ReferenceCardinality.MANDATORY) |
| 128 | protected ClusterService clusterService; |
| 129 | |
Thomas Vachuska | f566fa2 | 2018-10-30 14:03:36 -0700 | [diff] [blame] | 130 | /** Number of worker threads. */ |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 131 | // TODO Set 0 to use the available processors |
Thomas Vachuska | f566fa2 | 2018-10-30 14:03:36 -0700 | [diff] [blame] | 132 | private int numThreads = MM_NUM_THREADS_DEFAULT; |
| 133 | |
| 134 | /** Frequency (in seconds) for polling meters via fallback provider. */ |
Ray Milkey | d04e227 | 2018-10-16 18:20:18 -0700 | [diff] [blame] | 135 | private int fallbackMeterPollFrequency = MM_FALLBACK_METER_POLL_FREQUENCY_DEFAULT; |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 136 | |
Gamze Abaka | f57ef60 | 2019-03-11 06:52:48 +0000 | [diff] [blame] | 137 | /** Purge entries associated with a device when the device goes offline. */ |
| 138 | private boolean purgeOnDisconnection = MM_PURGE_ON_DISCONNECTION_DEFAULT; |
| 139 | |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 140 | // Action triggered when the futures related to submit and withdrawal complete |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 141 | private TriConsumer<MeterRequest, MeterStoreResult, Throwable> onComplete; |
alshabib | eadfc8e | 2015-08-18 15:40:46 -0700 | [diff] [blame] | 142 | |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 143 | // Meter provider reference |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 144 | private final MeterDriverProvider defaultProvider = new MeterDriverProvider(); |
| 145 | |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 146 | // Node id used to verify who is charge of the meter ops |
| 147 | // (usually one node can modify the internal state of the device) |
| 148 | private NodeId local; |
| 149 | |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 150 | @Activate |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 151 | public void activate(ComponentContext context) { |
alshabib | 58fe6dc | 2015-08-19 17:16:13 -0700 | [diff] [blame] | 152 | store.setDelegate(delegate); |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 153 | cfgService.registerProperties(getClass()); |
Jordi Ortiz | 3a6f307 | 2016-11-07 10:23:48 +0100 | [diff] [blame] | 154 | eventDispatcher.addSink(MeterEvent.class, listenerRegistry); |
Gamze Abaka | f57ef60 | 2019-03-11 06:52:48 +0000 | [diff] [blame] | 155 | deviceService.addListener(deviceListener); |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 156 | local = clusterService.getLocalNode().id(); |
| 157 | // Consumer logic is the following: |
| 158 | // if there is an exceptional end (storage exception), on error is called |
| 159 | // else if there is a reason for the failure, on error is called with the reason |
| 160 | // else if the reason is empty, on success is called |
| 161 | // In all the cases the meter context code is consumed |
Jordi Ortiz | 3a6f307 | 2016-11-07 10:23:48 +0100 | [diff] [blame] | 162 | onComplete = (request, result, error) -> { |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 163 | request.context().ifPresent(c -> { |
alshabib | eadfc8e | 2015-08-18 15:40:46 -0700 | [diff] [blame] | 164 | if (error != null) { |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 165 | c.onError(request, MeterFailReason.UNKNOWN); |
alshabib | eadfc8e | 2015-08-18 15:40:46 -0700 | [diff] [blame] | 166 | } else { |
| 167 | if (result.reason().isPresent()) { |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 168 | c.onError(request, result.reason().get()); |
alshabib | eadfc8e | 2015-08-18 15:40:46 -0700 | [diff] [blame] | 169 | } else { |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 170 | c.onSuccess(request); |
alshabib | eadfc8e | 2015-08-18 15:40:46 -0700 | [diff] [blame] | 171 | } |
| 172 | } |
| 173 | }); |
Frank Wang | d7e3b4b | 2017-09-24 13:37:54 +0900 | [diff] [blame] | 174 | }; |
Jordi Ortiz | 31d4d38 | 2017-07-19 10:52:26 +0200 | [diff] [blame] | 175 | |
Thomas Vachuska | f566fa2 | 2018-10-30 14:03:36 -0700 | [diff] [blame] | 176 | modified(context); |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 177 | log.info("Started"); |
| 178 | } |
| 179 | |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 180 | @Modified |
| 181 | public void modified(ComponentContext context) { |
| 182 | if (context != null) { |
| 183 | readComponentConfiguration(context); |
| 184 | } |
| 185 | defaultProvider.init(deviceService, createProviderService(defaultProvider), |
Frank Wang | d7e3b4b | 2017-09-24 13:37:54 +0900 | [diff] [blame] | 186 | mastershipService, fallbackMeterPollFrequency); |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 187 | } |
| 188 | |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 189 | @Deactivate |
| 190 | public void deactivate() { |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 191 | defaultProvider.terminate(); |
alshabib | 58fe6dc | 2015-08-19 17:16:13 -0700 | [diff] [blame] | 192 | store.unsetDelegate(delegate); |
Thomas Vachuska | 11b99fc | 2017-04-27 12:51:04 -0700 | [diff] [blame] | 193 | eventDispatcher.removeSink(MeterEvent.class); |
Gamze Abaka | f57ef60 | 2019-03-11 06:52:48 +0000 | [diff] [blame] | 194 | deviceService.removeListener(deviceListener); |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 195 | cfgService.unregisterProperties(getClass(), false); |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 196 | meterInstallers.shutdown(); |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 197 | log.info("Stopped"); |
| 198 | } |
| 199 | |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 200 | /** |
| 201 | * Extracts properties from the component configuration context. |
| 202 | * |
| 203 | * @param context the component context |
| 204 | */ |
| 205 | private void readComponentConfiguration(ComponentContext context) { |
| 206 | Dictionary<?, ?> properties = context.getProperties(); |
Gamze Abaka | f57ef60 | 2019-03-11 06:52:48 +0000 | [diff] [blame] | 207 | Boolean flag; |
| 208 | |
| 209 | flag = Tools.isPropertyEnabled(properties, MM_PURGE_ON_DISCONNECTION); |
| 210 | if (flag == null) { |
| 211 | log.info("PurgeOnDisconnection is not configured," + |
Andrea Campanella | ad95aaf | 2020-03-27 12:53:46 +0100 | [diff] [blame] | 212 | "using current value of {}", purgeOnDisconnection); |
Gamze Abaka | f57ef60 | 2019-03-11 06:52:48 +0000 | [diff] [blame] | 213 | } else { |
| 214 | purgeOnDisconnection = flag; |
| 215 | log.info("Configured. PurgeOnDisconnection is {}", |
Andrea Campanella | ad95aaf | 2020-03-27 12:53:46 +0100 | [diff] [blame] | 216 | purgeOnDisconnection ? "enabled" : "disabled"); |
Gamze Abaka | f57ef60 | 2019-03-11 06:52:48 +0000 | [diff] [blame] | 217 | } |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 218 | |
Thomas Vachuska | f566fa2 | 2018-10-30 14:03:36 -0700 | [diff] [blame] | 219 | String s = get(properties, MM_FALLBACK_METER_POLL_FREQUENCY); |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 220 | try { |
Ray Milkey | d04e227 | 2018-10-16 18:20:18 -0700 | [diff] [blame] | 221 | fallbackMeterPollFrequency = isNullOrEmpty(s) ? |
| 222 | MM_FALLBACK_METER_POLL_FREQUENCY_DEFAULT : Integer.parseInt(s); |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 223 | } catch (NumberFormatException e) { |
Ray Milkey | d04e227 | 2018-10-16 18:20:18 -0700 | [diff] [blame] | 224 | fallbackMeterPollFrequency = MM_FALLBACK_METER_POLL_FREQUENCY_DEFAULT; |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 225 | } |
Thomas Vachuska | f566fa2 | 2018-10-30 14:03:36 -0700 | [diff] [blame] | 226 | |
| 227 | s = get(properties, MM_NUM_THREADS); |
| 228 | try { |
| 229 | numThreads = isNullOrEmpty(s) ? MM_NUM_THREADS_DEFAULT : Integer.parseInt(s); |
| 230 | } catch (NumberFormatException e) { |
| 231 | numThreads = MM_NUM_THREADS_DEFAULT; |
| 232 | } |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 233 | if (meterInstallers != null) { |
| 234 | meterInstallers.shutdown(); |
| 235 | } |
| 236 | meterInstallers = newPredictableExecutor(numThreads, |
| 237 | groupedThreads(GROUP_THREAD_NAME, WORKER_PATTERN, log)); |
Andrea Campanella | e370878 | 2017-10-16 16:00:21 +0200 | [diff] [blame] | 238 | } |
| 239 | |
| 240 | @Override |
| 241 | protected MeterProvider defaultProvider() { |
| 242 | return defaultProvider; |
| 243 | } |
| 244 | |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 245 | @Override |
| 246 | protected MeterProviderService createProviderService(MeterProvider provider) { |
| 247 | return new InternalMeterProviderService(provider); |
| 248 | } |
| 249 | |
| 250 | @Override |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 251 | public Meter submit(MeterRequest request) { |
柯志勇10068695 | d709dba | 2018-10-23 18:35:49 +0800 | [diff] [blame] | 252 | checkNotNull(request, "request cannot be null."); |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 253 | // Allocate an id and then submit the request |
alshabib | 70aaa1b | 2015-09-25 14:30:59 -0700 | [diff] [blame] | 254 | MeterId id = allocateMeterId(request.deviceId()); |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 255 | Meter.Builder mBuilder = DefaultMeter.builder() |
| 256 | .forDevice(request.deviceId()) |
| 257 | .fromApp(request.appId()) |
| 258 | .withBands(request.bands()) |
Gamze Abaka | 65f27f1 | 2018-07-09 06:40:24 +0000 | [diff] [blame] | 259 | .withCellId(id) |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 260 | .withUnit(request.unit()); |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 261 | if (request.isBurst()) { |
| 262 | mBuilder.burst(); |
| 263 | } |
| 264 | DefaultMeter m = (DefaultMeter) mBuilder.build(); |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 265 | // Meter installation logic (happy ending case) |
| 266 | // PENDING -> stats -> ADDED -> future completes |
alshabib | 7bb0501 | 2015-08-05 10:15:09 -0700 | [diff] [blame] | 267 | m.setState(MeterState.PENDING_ADD); |
alshabib | eadfc8e | 2015-08-18 15:40:46 -0700 | [diff] [blame] | 268 | store.storeMeter(m).whenComplete((result, error) -> |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 269 | onComplete.accept(request, result, error)); |
| 270 | return m; |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 271 | } |
| 272 | |
| 273 | @Override |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 274 | public void withdraw(MeterRequest request, MeterId meterId) { |
柯志勇10068695 | d709dba | 2018-10-23 18:35:49 +0800 | [diff] [blame] | 275 | checkNotNull(request, "request cannot be null."); |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 276 | Meter.Builder mBuilder = DefaultMeter.builder() |
| 277 | .forDevice(request.deviceId()) |
| 278 | .fromApp(request.appId()) |
| 279 | .withBands(request.bands()) |
Gamze Abaka | 65f27f1 | 2018-07-09 06:40:24 +0000 | [diff] [blame] | 280 | .withCellId(meterId) |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 281 | .withUnit(request.unit()); |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 282 | |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 283 | if (request.isBurst()) { |
| 284 | mBuilder.burst(); |
| 285 | } |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 286 | DefaultMeter m = (DefaultMeter) mBuilder.build(); |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 287 | // Meter removal logic (happy ending case) |
| 288 | // PENDING -> stats -> removed from the map -> future completes |
| 289 | // There is no transition to the REMOVED state |
alshabib | 7bb0501 | 2015-08-05 10:15:09 -0700 | [diff] [blame] | 290 | m.setState(MeterState.PENDING_REMOVE); |
alshabib | eadfc8e | 2015-08-18 15:40:46 -0700 | [diff] [blame] | 291 | store.deleteMeter(m).whenComplete((result, error) -> |
alshabib | e1248b6 | 2015-08-20 17:21:55 -0700 | [diff] [blame] | 292 | onComplete.accept(request, result, error)); |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 293 | } |
| 294 | |
| 295 | @Override |
alshabib | 70aaa1b | 2015-09-25 14:30:59 -0700 | [diff] [blame] | 296 | public Meter getMeter(DeviceId deviceId, MeterId id) { |
| 297 | MeterKey key = MeterKey.key(deviceId, id); |
| 298 | return store.getMeter(key); |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 299 | } |
| 300 | |
| 301 | @Override |
Jian Li | 1932b93 | 2016-01-03 00:35:40 -0800 | [diff] [blame] | 302 | public Collection<Meter> getMeters(DeviceId deviceId) { |
| 303 | return store.getAllMeters().stream().filter(m -> |
| 304 | m.deviceId().equals(deviceId)).collect(Collectors.toList()); |
| 305 | } |
| 306 | |
| 307 | @Override |
alshabib | 58fe6dc | 2015-08-19 17:16:13 -0700 | [diff] [blame] | 308 | public Collection<Meter> getAllMeters() { |
| 309 | return store.getAllMeters(); |
| 310 | } |
| 311 | |
Pier Luigi | bdcd967 | 2017-10-13 13:54:48 +0200 | [diff] [blame] | 312 | @Override |
| 313 | public MeterId allocateMeterId(DeviceId deviceId) { |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 314 | // We delegate directly to the store |
Pier Luigi | f094c61 | 2017-10-14 12:15:02 +0200 | [diff] [blame] | 315 | return store.allocateMeterId(deviceId); |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 316 | } |
| 317 | |
Pier Luigi | bdcd967 | 2017-10-13 13:54:48 +0200 | [diff] [blame] | 318 | @Override |
| 319 | public void freeMeterId(DeviceId deviceId, MeterId meterId) { |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 320 | // We delegate directly to the store |
Pier Luigi | bdcd967 | 2017-10-13 13:54:48 +0200 | [diff] [blame] | 321 | store.freeMeterId(deviceId, meterId); |
| 322 | } |
| 323 | |
Andrea Campanella | 4e4084c | 2020-05-13 15:36:57 +0200 | [diff] [blame] | 324 | @Override |
| 325 | public void purgeMeters(DeviceId deviceId) { |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 326 | // We delegate directly to the store |
Andrea Campanella | 4e4084c | 2020-05-13 15:36:57 +0200 | [diff] [blame] | 327 | store.purgeMeter(deviceId); |
| 328 | } |
| 329 | |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 330 | private class InternalMeterProviderService |
| 331 | extends AbstractProviderService<MeterProvider> |
| 332 | implements MeterProviderService { |
| 333 | |
| 334 | /** |
| 335 | * Creates a provider service on behalf of the specified provider. |
| 336 | * |
| 337 | * @param provider provider to which this service is being issued |
| 338 | */ |
| 339 | protected InternalMeterProviderService(MeterProvider provider) { |
| 340 | super(provider); |
| 341 | } |
| 342 | |
| 343 | @Override |
alshabib | 7bb0501 | 2015-08-05 10:15:09 -0700 | [diff] [blame] | 344 | public void meterOperationFailed(MeterOperation operation, |
| 345 | MeterFailReason reason) { |
| 346 | store.failedMeter(operation, reason); |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 347 | } |
| 348 | |
| 349 | @Override |
| 350 | public void pushMeterMetrics(DeviceId deviceId, Collection<Meter> meterEntries) { |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 351 | // Each update on the store is reflected on this collection |
Jordi Ortiz | 9287b63 | 2017-06-22 11:01:37 +0200 | [diff] [blame] | 352 | Collection<Meter> allMeters = store.getAllMeters(deviceId); |
alshabib | 5eb7939 | 2015-08-19 18:09:55 -0700 | [diff] [blame] | 353 | |
Jordi Ortiz | 5889691 | 2017-03-06 14:51:05 +0100 | [diff] [blame] | 354 | Map<MeterId, Meter> meterEntriesMap = meterEntries.stream() |
| 355 | .collect(Collectors.toMap(Meter::id, Meter -> Meter)); |
| 356 | |
Jordi Ortiz | 205af45 | 2017-06-22 14:25:04 +0200 | [diff] [blame] | 357 | // Look for meters defined in onos and missing in the device (restore) |
Jordi Ortiz | 9287b63 | 2017-06-22 11:01:37 +0200 | [diff] [blame] | 358 | allMeters.stream().forEach(m -> { |
| 359 | if ((m.state().equals(MeterState.PENDING_ADD) || |
| 360 | m.state().equals(MeterState.ADDED)) && |
| 361 | !meterEntriesMap.containsKey(m.id())) { |
Jordi Ortiz | 5889691 | 2017-03-06 14:51:05 +0100 | [diff] [blame] | 362 | // The meter is missing in the device. Reinstall! |
Jordi Ortiz | 205af45 | 2017-06-22 14:25:04 +0200 | [diff] [blame] | 363 | log.debug("Adding meter missing in device {} {}", deviceId, m); |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 364 | // offload the task to avoid the overloading of the sb threads |
| 365 | meterInstallers.execute(new MeterInstaller(deviceId, m, MeterOperation.Type.ADD)); |
Jordi Ortiz | 5889691 | 2017-03-06 14:51:05 +0100 | [diff] [blame] | 366 | } |
Jordi Ortiz | 5889691 | 2017-03-06 14:51:05 +0100 | [diff] [blame] | 367 | }); |
| 368 | |
Jordi Ortiz | 205af45 | 2017-06-22 14:25:04 +0200 | [diff] [blame] | 369 | // Look for meters defined in the device and not in onos (remove) |
| 370 | meterEntriesMap.entrySet().stream() |
| 371 | .filter(md -> !allMeters.stream().anyMatch(m -> m.id().equals(md.getKey()))) |
| 372 | .forEach(mio -> { |
Jordi Ortiz | 205af45 | 2017-06-22 14:25:04 +0200 | [diff] [blame] | 373 | Meter meter = mio.getValue(); |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 374 | // FIXME: Removing a meter is meaningful for OpenFlow, but not for P4Runtime. |
Frank Wang | d7e3b4b | 2017-09-24 13:37:54 +0900 | [diff] [blame] | 375 | // In P4Runtime meter cells cannot be removed. For the |
| 376 | // moment, we make the distinction between OpenFlow and |
| 377 | // P4Runtime by looking at the MeterCellType (always |
| 378 | // INDEX for OpenFlow). |
| 379 | if (meter.meterCellId().type() == MeterCellType.INDEX) { |
| 380 | // The meter is missing in onos. Uninstall! |
| 381 | log.debug("Remove meter in device not in onos {} {}", deviceId, mio.getKey()); |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 382 | // offload the task to avoid the overloading of the sb threads |
| 383 | meterInstallers.execute(new MeterInstaller(deviceId, meter, MeterOperation.Type.REMOVE)); |
Frank Wang | d7e3b4b | 2017-09-24 13:37:54 +0900 | [diff] [blame] | 384 | } |
| 385 | }); |
Jordi Ortiz | 205af45 | 2017-06-22 14:25:04 +0200 | [diff] [blame] | 386 | |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 387 | // Update the meter stats in the store (first time move the state from pending to added) |
alshabib | 5eb7939 | 2015-08-19 18:09:55 -0700 | [diff] [blame] | 388 | meterEntries.stream() |
Jordi Ortiz | 9287b63 | 2017-06-22 11:01:37 +0200 | [diff] [blame] | 389 | .filter(m -> allMeters.stream() |
| 390 | .anyMatch(sm -> sm.deviceId().equals(deviceId) && sm.id().equals(m.id()))) |
alshabib | 5eb7939 | 2015-08-19 18:09:55 -0700 | [diff] [blame] | 391 | .forEach(m -> store.updateMeterState(m)); |
| 392 | |
Jordi Ortiz | 9287b63 | 2017-06-22 11:01:37 +0200 | [diff] [blame] | 393 | allMeters.forEach(m -> { |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 394 | // FIXME: Installing a meter is meaningful for OpenFlow, but not for P4Runtime. |
| 395 | // It looks like this flow is used only for p4runtime to emulate the installation |
| 396 | // since meters are already instantiated - we need just modify the params. |
Saurav Das | 5685682 | 2020-09-21 15:26:50 -0700 | [diff] [blame^] | 397 | if (m.state() == MeterState.PENDING_ADD && m.meterCellId().type() != MeterCellType.INDEX) { |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 398 | // offload the task to avoid the overloading of the sb threads |
| 399 | meterInstallers.execute(new MeterInstaller(m.deviceId(), m, MeterOperation.Type.MODIFY)); |
| 400 | // Remove workflow. Regarding OpenFlow, meters have been removed from |
| 401 | // the device but they are still in the store, we will purge them definitely. |
| 402 | // Instead, P4Runtime devices will not remove the meter. The first workaround |
| 403 | // for P4Runtime will avoid to send a remove op. Then, we reach this point |
| 404 | // and we purge the meter from the store |
Konstantinos Kanonakis | a45755d | 2016-03-14 11:31:23 -0500 | [diff] [blame] | 405 | } else if (m.state() == MeterState.PENDING_REMOVE) { |
alshabib | 5eb7939 | 2015-08-19 18:09:55 -0700 | [diff] [blame] | 406 | store.deleteMeterNow(m); |
| 407 | } |
| 408 | }); |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 409 | } |
Jordi Ortiz | aa8de49 | 2016-12-01 00:21:36 +0100 | [diff] [blame] | 410 | |
| 411 | @Override |
| 412 | public void pushMeterFeatures(DeviceId deviceId, MeterFeatures meterfeatures) { |
| 413 | store.storeMeterFeatures(meterfeatures); |
| 414 | } |
| 415 | |
| 416 | @Override |
| 417 | public void deleteMeterFeatures(DeviceId deviceId) { |
| 418 | store.deleteMeterFeatures(deviceId); |
| 419 | } |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 420 | } |
| 421 | |
| 422 | private class InternalMeterStoreDelegate implements MeterStoreDelegate { |
| 423 | |
| 424 | @Override |
| 425 | public void notify(MeterEvent event) { |
alshabib | eadfc8e | 2015-08-18 15:40:46 -0700 | [diff] [blame] | 426 | DeviceId deviceId = event.subject().deviceId(); |
alshabib | 7bb0501 | 2015-08-05 10:15:09 -0700 | [diff] [blame] | 427 | switch (event.type()) { |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 428 | // REQ events will trigger a modification in the device. |
| 429 | // Mastership check is performed inside the installer |
| 430 | // to avoid the blocking of the RAFT threads |
alshabib | eadfc8e | 2015-08-18 15:40:46 -0700 | [diff] [blame] | 431 | case METER_ADD_REQ: |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 432 | meterInstallers.execute(new MeterInstaller(deviceId, event.subject(), |
Frank Wang | d7e3b4b | 2017-09-24 13:37:54 +0900 | [diff] [blame] | 433 | MeterOperation.Type.ADD)); |
alshabib | 7bb0501 | 2015-08-05 10:15:09 -0700 | [diff] [blame] | 434 | break; |
alshabib | eadfc8e | 2015-08-18 15:40:46 -0700 | [diff] [blame] | 435 | case METER_REM_REQ: |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 436 | meterInstallers.execute(new MeterInstaller(deviceId, event.subject(), |
Frank Wang | d7e3b4b | 2017-09-24 13:37:54 +0900 | [diff] [blame] | 437 | MeterOperation.Type.REMOVE)); |
alshabib | 7bb0501 | 2015-08-05 10:15:09 -0700 | [diff] [blame] | 438 | break; |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 439 | // Following events are forwarded to the apps subscribed for the meter events; |
| 440 | // installers are not involved in this task. In this case, the overhead for this op |
| 441 | // is almost null. Potentially we can introduce a store delegate thread. |
Jordi Ortiz | df28ecd | 2017-03-25 19:22:36 +0100 | [diff] [blame] | 442 | case METER_ADDED: |
Jordi Ortiz | df28ecd | 2017-03-25 19:22:36 +0100 | [diff] [blame] | 443 | case METER_REMOVED: |
Gamze Abaka | dadae72 | 2018-09-12 10:55:35 +0000 | [diff] [blame] | 444 | case METER_REFERENCE_COUNT_ZERO: |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 445 | log.debug("Post {} event {}", event.type(), event.subject()); |
| 446 | post(event); |
Gamze Abaka | dadae72 | 2018-09-12 10:55:35 +0000 | [diff] [blame] | 447 | break; |
alshabib | 7bb0501 | 2015-08-05 10:15:09 -0700 | [diff] [blame] | 448 | default: |
| 449 | log.warn("Unknown meter event {}", event.type()); |
| 450 | } |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 451 | |
| 452 | } |
| 453 | } |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 454 | |
Jordi Ortiz | 31d4d38 | 2017-07-19 10:52:26 +0200 | [diff] [blame] | 455 | /** |
| 456 | * Task that passes the meter down to the provider. |
| 457 | */ |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 458 | private class MeterInstaller implements PickyRunnable { |
Jordi Ortiz | 31d4d38 | 2017-07-19 10:52:26 +0200 | [diff] [blame] | 459 | private final DeviceId deviceId; |
| 460 | private final Meter meter; |
| 461 | private final MeterOperation.Type op; |
| 462 | |
| 463 | public MeterInstaller(DeviceId deviceId, Meter meter, MeterOperation.Type op) { |
| 464 | this.deviceId = checkNotNull(deviceId); |
| 465 | this.meter = checkNotNull(meter); |
| 466 | this.op = checkNotNull(op); |
| 467 | } |
| 468 | |
| 469 | @Override |
| 470 | public void run() { |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 471 | // Check mastership and eventually execute the op on the device |
| 472 | log.debug("Meter {} request {}", op.name().toLowerCase(), meter); |
| 473 | NodeId master = mastershipService.getMasterFor(meter.deviceId()); |
| 474 | if (!Objects.equals(local, master)) { |
| 475 | log.trace("Not the master of device {}, skipping installation of the meter {}", |
| 476 | meter.deviceId(), meter.id()); |
| 477 | return; |
| 478 | } |
Jordi Ortiz | 31d4d38 | 2017-07-19 10:52:26 +0200 | [diff] [blame] | 479 | MeterProvider p = getProvider(this.deviceId); |
| 480 | if (p == null) { |
| 481 | log.error("Unable to recover {}'s provider", deviceId); |
| 482 | return; |
| 483 | } |
| 484 | p.performMeterOperation(deviceId, new MeterOperation(meter, op)); |
| 485 | } |
pierventre | e97f483 | 2020-07-13 14:07:05 +0200 | [diff] [blame] | 486 | |
| 487 | @Override |
| 488 | public int hint() { |
| 489 | return meter.id().hashCode(); |
| 490 | } |
Jordi Ortiz | 31d4d38 | 2017-07-19 10:52:26 +0200 | [diff] [blame] | 491 | } |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 492 | |
Gamze Abaka | f57ef60 | 2019-03-11 06:52:48 +0000 | [diff] [blame] | 493 | private class InternalDeviceListener implements DeviceListener { |
| 494 | |
| 495 | @Override |
| 496 | public void event(DeviceEvent event) { |
| 497 | switch (event.type()) { |
| 498 | case DEVICE_REMOVED: |
| 499 | case DEVICE_AVAILABILITY_CHANGED: |
| 500 | DeviceId deviceId = event.subject().id(); |
| 501 | if (!deviceService.isAvailable(deviceId)) { |
Andrea Campanella | ad95aaf | 2020-03-27 12:53:46 +0100 | [diff] [blame] | 502 | BasicDeviceConfig cfg = netCfgService.getConfig(deviceId, BasicDeviceConfig.class); |
| 503 | //if purgeOnDisconnection is set for the device or it's a global configuration |
| 504 | // lets remove the meters. |
| 505 | boolean purge = cfg != null && cfg.isPurgeOnDisconnectionConfigured() ? |
| 506 | cfg.purgeOnDisconnection() : purgeOnDisconnection; |
| 507 | if (purge) { |
| 508 | log.info("PurgeOnDisconnection is requested for device {}, " + |
| 509 | "removing meters", deviceId); |
Gamze Abaka | f57ef60 | 2019-03-11 06:52:48 +0000 | [diff] [blame] | 510 | store.purgeMeter(deviceId); |
| 511 | } |
| 512 | } |
| 513 | break; |
| 514 | default: |
| 515 | break; |
| 516 | } |
| 517 | } |
| 518 | } |
| 519 | |
alshabib | 1d2bc40 | 2015-07-31 17:04:11 -0700 | [diff] [blame] | 520 | } |