Madan Jampani | 9b19a82 | 2014-11-04 21:37:13 -0800 | [diff] [blame] | 1 | package org.onlab.onos.store.service.impl; |
| 2 | |
| 3 | import static com.google.common.base.Preconditions.checkNotNull; |
| 4 | import static org.slf4j.LoggerFactory.getLogger; |
| 5 | |
| 6 | import java.util.ArrayList; |
| 7 | import java.util.Arrays; |
| 8 | import java.util.Collection; |
| 9 | import java.util.HashMap; |
| 10 | import java.util.HashSet; |
| 11 | import java.util.LinkedList; |
| 12 | import java.util.Vector; |
| 13 | |
| 14 | import net.kuujo.copycat.cluster.TcpClusterConfig; |
| 15 | import net.kuujo.copycat.cluster.TcpMember; |
| 16 | import net.kuujo.copycat.internal.log.ConfigurationEntry; |
| 17 | import net.kuujo.copycat.internal.log.CopycatEntry; |
| 18 | import net.kuujo.copycat.internal.log.OperationEntry; |
| 19 | import net.kuujo.copycat.internal.log.SnapshotEntry; |
| 20 | import net.kuujo.copycat.protocol.PingRequest; |
| 21 | import net.kuujo.copycat.protocol.PingResponse; |
| 22 | import net.kuujo.copycat.protocol.PollRequest; |
| 23 | import net.kuujo.copycat.protocol.PollResponse; |
| 24 | import net.kuujo.copycat.protocol.Response.Status; |
| 25 | import net.kuujo.copycat.protocol.SubmitRequest; |
| 26 | import net.kuujo.copycat.protocol.SubmitResponse; |
| 27 | import net.kuujo.copycat.protocol.SyncRequest; |
| 28 | import net.kuujo.copycat.protocol.SyncResponse; |
| 29 | import net.kuujo.copycat.spi.protocol.Protocol; |
| 30 | import net.kuujo.copycat.spi.protocol.ProtocolClient; |
| 31 | import net.kuujo.copycat.spi.protocol.ProtocolServer; |
| 32 | |
| 33 | import org.apache.felix.scr.annotations.Activate; |
| 34 | import org.apache.felix.scr.annotations.Component; |
| 35 | import org.apache.felix.scr.annotations.Deactivate; |
| 36 | import org.apache.felix.scr.annotations.Reference; |
| 37 | import org.apache.felix.scr.annotations.ReferenceCardinality; |
| 38 | import org.apache.felix.scr.annotations.Service; |
| 39 | import org.onlab.onos.cluster.ClusterService; |
| 40 | import org.onlab.onos.cluster.ControllerNode; |
| 41 | import org.onlab.onos.store.cluster.messaging.ClusterCommunicationService; |
| 42 | import org.onlab.onos.store.cluster.messaging.MessageSubject; |
| 43 | import org.onlab.onos.store.serializers.ImmutableListSerializer; |
| 44 | import org.onlab.onos.store.serializers.ImmutableMapSerializer; |
| 45 | import org.onlab.onos.store.serializers.ImmutableSetSerializer; |
| 46 | import org.onlab.onos.store.serializers.KryoSerializer; |
| 47 | import org.onlab.onos.store.service.ReadRequest; |
| 48 | import org.onlab.onos.store.service.ReadResult; |
| 49 | import org.onlab.onos.store.service.VersionedValue; |
| 50 | import org.onlab.onos.store.service.WriteRequest; |
| 51 | import org.onlab.onos.store.service.WriteResult; |
| 52 | import org.onlab.util.KryoNamespace; |
| 53 | import org.slf4j.Logger; |
| 54 | |
| 55 | import com.esotericsoftware.kryo.Kryo; |
| 56 | import com.esotericsoftware.kryo.io.Input; |
| 57 | import com.esotericsoftware.kryo.serializers.CollectionSerializer; |
| 58 | import com.google.common.collect.ImmutableList; |
| 59 | import com.google.common.collect.ImmutableMap; |
| 60 | import com.google.common.collect.ImmutableSet; |
| 61 | |
| 62 | /** |
Madan Jampani | dfbfa18 | 2014-11-04 22:06:41 -0800 | [diff] [blame] | 63 | * ONOS Cluster messaging based Copycat protocol. |
Madan Jampani | 9b19a82 | 2014-11-04 21:37:13 -0800 | [diff] [blame] | 64 | */ |
Madan Jampani | 9b19a82 | 2014-11-04 21:37:13 -0800 | [diff] [blame] | 65 | @Component(immediate = true) |
| 66 | @Service |
Yuta HIGUCHI | 0c1c100 | 2014-11-05 13:47:25 -0800 | [diff] [blame] | 67 | public class ClusterMessagingProtocol |
| 68 | implements DatabaseProtocolService, Protocol<TcpMember> { |
Madan Jampani | 9b19a82 | 2014-11-04 21:37:13 -0800 | [diff] [blame] | 69 | |
| 70 | private final Logger log = getLogger(getClass()); |
| 71 | |
| 72 | @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY) |
Yuta HIGUCHI | 5001ba9 | 2014-11-04 21:33:54 -0800 | [diff] [blame] | 73 | protected ClusterService clusterService; |
Madan Jampani | 9b19a82 | 2014-11-04 21:37:13 -0800 | [diff] [blame] | 74 | |
| 75 | @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY) |
Yuta HIGUCHI | 5001ba9 | 2014-11-04 21:33:54 -0800 | [diff] [blame] | 76 | protected ClusterCommunicationService clusterCommunicator; |
Madan Jampani | 9b19a82 | 2014-11-04 21:37:13 -0800 | [diff] [blame] | 77 | |
| 78 | public static final MessageSubject COPYCAT_PING = |
| 79 | new MessageSubject("copycat-raft-consensus-ping"); |
| 80 | public static final MessageSubject COPYCAT_SYNC = |
| 81 | new MessageSubject("copycat-raft-consensus-sync"); |
| 82 | public static final MessageSubject COPYCAT_POLL = |
| 83 | new MessageSubject("copycat-raft-consensus-poll"); |
| 84 | public static final MessageSubject COPYCAT_SUBMIT = |
| 85 | new MessageSubject("copycat-raft-consensus-submit"); |
| 86 | |
| 87 | private static final KryoNamespace COPYCAT = KryoNamespace.newBuilder() |
| 88 | .register(PingRequest.class) |
| 89 | .register(PingResponse.class) |
| 90 | .register(PollRequest.class) |
| 91 | .register(PollResponse.class) |
| 92 | .register(SyncRequest.class) |
| 93 | .register(SyncResponse.class) |
| 94 | .register(SubmitRequest.class) |
| 95 | .register(SubmitResponse.class) |
| 96 | .register(Status.class) |
| 97 | .register(ConfigurationEntry.class) |
| 98 | .register(SnapshotEntry.class) |
| 99 | .register(CopycatEntry.class) |
| 100 | .register(OperationEntry.class) |
| 101 | .register(TcpClusterConfig.class) |
| 102 | .register(TcpMember.class) |
| 103 | .build(); |
| 104 | |
| 105 | private static final KryoNamespace DATABASE = KryoNamespace.newBuilder() |
| 106 | .register(ReadRequest.class) |
| 107 | .register(WriteRequest.class) |
Yuta HIGUCHI | 361664e | 2014-11-06 17:28:47 -0800 | [diff] [blame] | 108 | .register(WriteRequest.Type.class) |
Madan Jampani | 9b19a82 | 2014-11-04 21:37:13 -0800 | [diff] [blame] | 109 | .register(InternalReadResult.class) |
| 110 | .register(InternalWriteResult.class) |
| 111 | .register(InternalReadResult.Status.class) |
| 112 | .register(WriteResult.class) |
| 113 | .register(ReadResult.class) |
| 114 | .register(InternalWriteResult.Status.class) |
| 115 | .register(VersionedValue.class) |
| 116 | .build(); |
| 117 | |
| 118 | public static final KryoNamespace COMMON = KryoNamespace.newBuilder() |
| 119 | .register(Arrays.asList().getClass(), new CollectionSerializer() { |
| 120 | @Override |
| 121 | @SuppressWarnings("rawtypes") |
| 122 | protected Collection<?> create(Kryo kryo, Input input, Class<Collection> type) { |
| 123 | return new ArrayList(); |
| 124 | } |
| 125 | }) |
| 126 | .register(ImmutableMap.class, new ImmutableMapSerializer()) |
| 127 | .register(ImmutableList.class, new ImmutableListSerializer()) |
| 128 | .register(ImmutableSet.class, new ImmutableSetSerializer()) |
| 129 | .register( |
| 130 | Vector.class, |
| 131 | ArrayList.class, |
| 132 | Arrays.asList().getClass(), |
| 133 | HashMap.class, |
| 134 | HashSet.class, |
| 135 | LinkedList.class, |
| 136 | byte[].class) |
| 137 | .build(); |
| 138 | |
Yuta HIGUCHI | 361664e | 2014-11-06 17:28:47 -0800 | [diff] [blame] | 139 | // serializer used for CopyCat Protocol |
Madan Jampani | 9b19a82 | 2014-11-04 21:37:13 -0800 | [diff] [blame] | 140 | public static final KryoSerializer SERIALIZER = new KryoSerializer() { |
| 141 | @Override |
| 142 | protected void setupKryoPool() { |
| 143 | serializerPool = KryoNamespace.newBuilder() |
| 144 | .register(COPYCAT) |
| 145 | .register(COMMON) |
| 146 | .register(DATABASE) |
| 147 | .build() |
| 148 | .populate(1); |
| 149 | } |
| 150 | }; |
| 151 | |
| 152 | @Activate |
| 153 | public void activate() { |
Yuta HIGUCHI | 79a1e5e | 2014-11-05 17:42:01 -0800 | [diff] [blame] | 154 | log.info("Started"); |
Madan Jampani | 9b19a82 | 2014-11-04 21:37:13 -0800 | [diff] [blame] | 155 | } |
| 156 | |
| 157 | @Deactivate |
| 158 | public void deactivate() { |
Yuta HIGUCHI | 79a1e5e | 2014-11-05 17:42:01 -0800 | [diff] [blame] | 159 | log.info("Stopped"); |
Madan Jampani | 9b19a82 | 2014-11-04 21:37:13 -0800 | [diff] [blame] | 160 | } |
| 161 | |
| 162 | @Override |
| 163 | public ProtocolServer createServer(TcpMember member) { |
| 164 | return new ClusterMessagingProtocolServer(clusterCommunicator); |
| 165 | } |
| 166 | |
| 167 | @Override |
| 168 | public ProtocolClient createClient(TcpMember member) { |
| 169 | ControllerNode node = getControllerNode(member.host(), member.port()); |
| 170 | checkNotNull(node, "A valid controller node is expected"); |
| 171 | return new ClusterMessagingProtocolClient( |
| 172 | clusterCommunicator, node); |
| 173 | } |
| 174 | |
| 175 | private ControllerNode getControllerNode(String host, int port) { |
| 176 | for (ControllerNode node : clusterService.getNodes()) { |
| 177 | if (node.ip().toString().equals(host) && node.tcpPort() == port) { |
| 178 | return node; |
| 179 | } |
| 180 | } |
| 181 | return null; |
| 182 | } |
| 183 | } |