Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 1 | /* |
Brian O'Connor | a09fe5b | 2017-08-03 21:12:30 -0700 | [diff] [blame] | 2 | * Copyright 2017-present Open Networking Foundation |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | package org.onosproject.p4runtime.ctl; |
| 18 | |
| 19 | import com.google.common.collect.Maps; |
Carmelo Cascone | 158b8c4 | 2018-07-04 19:42:37 +0200 | [diff] [blame] | 20 | import com.google.common.util.concurrent.Striped; |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 21 | import io.grpc.ManagedChannel; |
Yi Tseng | 2a340f7 | 2018-11-02 16:52:47 -0700 | [diff] [blame] | 22 | import org.onosproject.grpc.ctl.AbstractGrpcClientController; |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 23 | import org.onosproject.net.DeviceId; |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 24 | import org.onosproject.net.device.DeviceAgentEvent; |
| 25 | import org.onosproject.net.device.DeviceAgentListener; |
Carmelo Cascone | 9e4972c | 2018-08-30 00:29:16 -0700 | [diff] [blame] | 26 | import org.onosproject.net.provider.ProviderId; |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 27 | import org.onosproject.p4runtime.api.P4RuntimeClient; |
Yi Tseng | 2a340f7 | 2018-11-02 16:52:47 -0700 | [diff] [blame] | 28 | import org.onosproject.p4runtime.api.P4RuntimeClientKey; |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 29 | import org.onosproject.p4runtime.api.P4RuntimeController; |
| 30 | import org.onosproject.p4runtime.api.P4RuntimeEvent; |
| 31 | import org.onosproject.p4runtime.api.P4RuntimeEventListener; |
Yi Tseng | 3e7f145 | 2017-10-20 10:31:53 -0700 | [diff] [blame] | 32 | import org.onosproject.store.service.StorageService; |
Ray Milkey | d84f89b | 2018-08-17 14:54:17 -0700 | [diff] [blame] | 33 | import org.osgi.service.component.annotations.Activate; |
| 34 | import org.osgi.service.component.annotations.Component; |
| 35 | import org.osgi.service.component.annotations.Deactivate; |
| 36 | import org.osgi.service.component.annotations.Reference; |
| 37 | import org.osgi.service.component.annotations.ReferenceCardinality; |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 38 | import org.slf4j.Logger; |
| 39 | |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 40 | import java.math.BigInteger; |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 41 | import java.util.concurrent.ConcurrentMap; |
Carmelo Cascone | 158b8c4 | 2018-07-04 19:42:37 +0200 | [diff] [blame] | 42 | import java.util.concurrent.locks.Lock; |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 43 | |
| 44 | import static com.google.common.base.Preconditions.checkNotNull; |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 45 | import static org.slf4j.LoggerFactory.getLogger; |
| 46 | |
| 47 | /** |
| 48 | * P4Runtime controller implementation. |
| 49 | */ |
Ray Milkey | d84f89b | 2018-08-17 14:54:17 -0700 | [diff] [blame] | 50 | @Component(immediate = true, service = P4RuntimeController.class) |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 51 | public class P4RuntimeControllerImpl |
Yi Tseng | 2a340f7 | 2018-11-02 16:52:47 -0700 | [diff] [blame] | 52 | extends AbstractGrpcClientController |
| 53 | <P4RuntimeClientKey, P4RuntimeClient, P4RuntimeEvent, P4RuntimeEventListener> |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 54 | implements P4RuntimeController { |
| 55 | |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 56 | private final Logger log = getLogger(getClass()); |
Carmelo Cascone | 158b8c4 | 2018-07-04 19:42:37 +0200 | [diff] [blame] | 57 | |
Carmelo Cascone | 9e4972c | 2018-08-30 00:29:16 -0700 | [diff] [blame] | 58 | private final ConcurrentMap<DeviceId, ConcurrentMap<ProviderId, DeviceAgentListener>> |
| 59 | deviceAgentListeners = Maps.newConcurrentMap(); |
Carmelo Cascone | 158b8c4 | 2018-07-04 19:42:37 +0200 | [diff] [blame] | 60 | private final Striped<Lock> stripedLocks = Striped.lock(30); |
| 61 | |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 62 | private DistributedElectionIdGenerator electionIdGenerator; |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 63 | |
Ray Milkey | d84f89b | 2018-08-17 14:54:17 -0700 | [diff] [blame] | 64 | @Reference(cardinality = ReferenceCardinality.MANDATORY) |
Carmelo Cascone | 44448a5 | 2018-06-25 23:36:57 +0200 | [diff] [blame] | 65 | private StorageService storageService; |
Yi Tseng | 3e7f145 | 2017-10-20 10:31:53 -0700 | [diff] [blame] | 66 | |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 67 | @Activate |
| 68 | public void activate() { |
Yi Tseng | 2a340f7 | 2018-11-02 16:52:47 -0700 | [diff] [blame] | 69 | super.activate(); |
Carmelo Cascone | 2cad9ef | 2017-08-01 21:52:07 +0200 | [diff] [blame] | 70 | eventDispatcher.addSink(P4RuntimeEvent.class, listenerRegistry); |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 71 | electionIdGenerator = new DistributedElectionIdGenerator(storageService); |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 72 | log.info("Started"); |
| 73 | } |
| 74 | |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 75 | @Deactivate |
| 76 | public void deactivate() { |
Yi Tseng | 2a340f7 | 2018-11-02 16:52:47 -0700 | [diff] [blame] | 77 | super.deactivate(); |
Carmelo Cascone | 158b8c4 | 2018-07-04 19:42:37 +0200 | [diff] [blame] | 78 | deviceAgentListeners.clear(); |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 79 | electionIdGenerator.destroy(); |
| 80 | electionIdGenerator = null; |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 81 | log.info("Stopped"); |
| 82 | } |
| 83 | |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 84 | @Override |
Yi Tseng | 2a340f7 | 2018-11-02 16:52:47 -0700 | [diff] [blame] | 85 | protected P4RuntimeClient createClientInstance(P4RuntimeClientKey clientKey, ManagedChannel channel) { |
| 86 | return new P4RuntimeClientImpl(clientKey, channel, this); |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 87 | } |
| 88 | |
Yi Tseng | 3e7f145 | 2017-10-20 10:31:53 -0700 | [diff] [blame] | 89 | @Override |
Carmelo Cascone | 9e4972c | 2018-08-30 00:29:16 -0700 | [diff] [blame] | 90 | public void addDeviceAgentListener(DeviceId deviceId, ProviderId providerId, DeviceAgentListener listener) { |
Carmelo Cascone | 7044efd | 2018-07-06 13:01:36 +0200 | [diff] [blame] | 91 | checkNotNull(deviceId, "deviceId cannot be null"); |
Carmelo Cascone | 9e4972c | 2018-08-30 00:29:16 -0700 | [diff] [blame] | 92 | checkNotNull(deviceId, "providerId cannot be null"); |
Carmelo Cascone | 7044efd | 2018-07-06 13:01:36 +0200 | [diff] [blame] | 93 | checkNotNull(listener, "listener cannot be null"); |
Carmelo Cascone | 9e4972c | 2018-08-30 00:29:16 -0700 | [diff] [blame] | 94 | deviceAgentListeners.putIfAbsent(deviceId, Maps.newConcurrentMap()); |
| 95 | deviceAgentListeners.get(deviceId).put(providerId, listener); |
Yi Tseng | 3e7f145 | 2017-10-20 10:31:53 -0700 | [diff] [blame] | 96 | } |
| 97 | |
Andrea Campanella | 1e57344 | 2018-05-17 17:07:13 +0200 | [diff] [blame] | 98 | @Override |
Carmelo Cascone | 9e4972c | 2018-08-30 00:29:16 -0700 | [diff] [blame] | 99 | public void removeDeviceAgentListener(DeviceId deviceId, ProviderId providerId) { |
Carmelo Cascone | 7044efd | 2018-07-06 13:01:36 +0200 | [diff] [blame] | 100 | checkNotNull(deviceId, "deviceId cannot be null"); |
Carmelo Cascone | 9e4972c | 2018-08-30 00:29:16 -0700 | [diff] [blame] | 101 | checkNotNull(providerId, "listener cannot be null"); |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 102 | deviceAgentListeners.computeIfPresent(deviceId, (did, listeners) -> { |
Carmelo Cascone | 9e4972c | 2018-08-30 00:29:16 -0700 | [diff] [blame] | 103 | listeners.remove(providerId); |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 104 | return listeners; |
Andrea Campanella | 1e57344 | 2018-05-17 17:07:13 +0200 | [diff] [blame] | 105 | }); |
| 106 | } |
| 107 | |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 108 | BigInteger newMasterElectionId(DeviceId deviceId) { |
| 109 | return electionIdGenerator.generate(deviceId); |
Andrea Campanella | 1e57344 | 2018-05-17 17:07:13 +0200 | [diff] [blame] | 110 | } |
| 111 | |
Carmelo Cascone | 44448a5 | 2018-06-25 23:36:57 +0200 | [diff] [blame] | 112 | void postEvent(P4RuntimeEvent event) { |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 113 | switch (event.type()) { |
| 114 | case CHANNEL_EVENT: |
| 115 | handleChannelEvent(event); |
| 116 | break; |
| 117 | case ARBITRATION_RESPONSE: |
| 118 | handleArbitrationReply(event); |
| 119 | break; |
Carmelo Cascone | de3b684 | 2018-09-05 17:45:10 -0700 | [diff] [blame] | 120 | case PERMISSION_DENIED: |
| 121 | handlePermissionDenied(event); |
| 122 | break; |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 123 | default: |
| 124 | post(event); |
| 125 | break; |
Andrea Campanella | 1e57344 | 2018-05-17 17:07:13 +0200 | [diff] [blame] | 126 | } |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 127 | } |
Carmelo Cascone | 44448a5 | 2018-06-25 23:36:57 +0200 | [diff] [blame] | 128 | |
Carmelo Cascone | de3b684 | 2018-09-05 17:45:10 -0700 | [diff] [blame] | 129 | private void handlePermissionDenied(P4RuntimeEvent event) { |
| 130 | postDeviceAgentEvent(event.subject().deviceId(), new DeviceAgentEvent( |
| 131 | DeviceAgentEvent.Type.NOT_MASTER, event.subject().deviceId())); |
| 132 | } |
| 133 | |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 134 | private void handleChannelEvent(P4RuntimeEvent event) { |
| 135 | final ChannelEvent channelEvent = (ChannelEvent) event.subject(); |
| 136 | final DeviceId deviceId = channelEvent.deviceId(); |
| 137 | final DeviceAgentEvent.Type agentEventType; |
| 138 | switch (channelEvent.type()) { |
| 139 | case OPEN: |
| 140 | agentEventType = DeviceAgentEvent.Type.CHANNEL_OPEN; |
| 141 | break; |
| 142 | case CLOSED: |
| 143 | agentEventType = DeviceAgentEvent.Type.CHANNEL_CLOSED; |
| 144 | break; |
| 145 | case ERROR: |
Carmelo Cascone | 158b8c4 | 2018-07-04 19:42:37 +0200 | [diff] [blame] | 146 | agentEventType = !isReachable(deviceId) |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 147 | ? DeviceAgentEvent.Type.CHANNEL_CLOSED |
| 148 | : DeviceAgentEvent.Type.CHANNEL_ERROR; |
| 149 | break; |
| 150 | default: |
| 151 | log.warn("Unrecognized channel event type {}", channelEvent.type()); |
| 152 | return; |
| 153 | } |
| 154 | postDeviceAgentEvent(deviceId, new DeviceAgentEvent(agentEventType, deviceId)); |
| 155 | } |
| 156 | |
| 157 | private void handleArbitrationReply(P4RuntimeEvent event) { |
| 158 | final DeviceId deviceId = event.subject().deviceId(); |
| 159 | final ArbitrationResponse response = (ArbitrationResponse) event.subject(); |
| 160 | final DeviceAgentEvent.Type roleType = response.isMaster() |
| 161 | ? DeviceAgentEvent.Type.ROLE_MASTER |
| 162 | : DeviceAgentEvent.Type.ROLE_STANDBY; |
| 163 | postDeviceAgentEvent(deviceId, new DeviceAgentEvent( |
| 164 | roleType, response.deviceId())); |
| 165 | } |
| 166 | |
| 167 | private void postDeviceAgentEvent(DeviceId deviceId, DeviceAgentEvent event) { |
| 168 | if (deviceAgentListeners.containsKey(deviceId)) { |
Carmelo Cascone | 9e4972c | 2018-08-30 00:29:16 -0700 | [diff] [blame] | 169 | deviceAgentListeners.get(deviceId).values().forEach(l -> l.event(event)); |
Carmelo Cascone | e5b2872 | 2018-06-22 17:28:28 +0200 | [diff] [blame] | 170 | } |
| 171 | } |
Carmelo Cascone | f7aa3f9 | 2017-07-06 23:56:50 -0400 | [diff] [blame] | 172 | } |