Implement kubevirt loadbalancer service with unit tests
Change-Id: I1c29e75aa5196b497f8f12f1d182788e3d173244
(cherry picked from commit 870abf8c7a7904c5953e20807ee7c681d8b5cd0b)
diff --git a/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/cli/KubevirtListLoadBalancerCommand.java b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/cli/KubevirtListLoadBalancerCommand.java
new file mode 100644
index 0000000..94bf069
--- /dev/null
+++ b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/cli/KubevirtListLoadBalancerCommand.java
@@ -0,0 +1,83 @@
+/*
+ * Copyright 2021-present Open Networking Foundation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.onosproject.kubevirtnetworking.cli;
+
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.node.ArrayNode;
+import com.google.common.collect.ImmutableList;
+import com.google.common.collect.Lists;
+import org.apache.commons.lang.StringUtils;
+import org.apache.karaf.shell.api.action.Command;
+import org.apache.karaf.shell.api.action.lifecycle.Service;
+import org.onosproject.cli.AbstractShellCommand;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancer;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerService;
+
+import java.util.Comparator;
+import java.util.List;
+
+import static org.onosproject.kubevirtnetworking.api.Constants.CLI_IP_ADDRESSES_LENGTH;
+import static org.onosproject.kubevirtnetworking.api.Constants.CLI_IP_ADDRESS_LENGTH;
+import static org.onosproject.kubevirtnetworking.api.Constants.CLI_MARGIN_LENGTH;
+import static org.onosproject.kubevirtnetworking.api.Constants.CLI_NAME_LENGTH;
+import static org.onosproject.kubevirtnetworking.util.KubevirtNetworkingUtil.genFormatString;
+import static org.onosproject.kubevirtnetworking.util.KubevirtNetworkingUtil.prettyJson;
+
+/**
+ * Lists kubevirt load balancers.
+ */
+@Service
+@Command(scope = "onos", name = "kubevirt-lbs",
+ description = "Lists all kubevirt load balancers")
+public class KubevirtListLoadBalancerCommand extends AbstractShellCommand {
+ @Override
+ protected void doExecute() throws Exception {
+ KubevirtLoadBalancerService service = get(KubevirtLoadBalancerService.class);
+ List<KubevirtLoadBalancer> lbs = Lists.newArrayList(service.loadBalancers());
+ lbs.sort(Comparator.comparing(KubevirtLoadBalancer::name));
+
+ String format = genFormatString(ImmutableList.of(CLI_NAME_LENGTH, CLI_NAME_LENGTH,
+ CLI_IP_ADDRESS_LENGTH, CLI_IP_ADDRESSES_LENGTH));
+
+ if (outputJson()) {
+ print("%s", json(lbs));
+ } else {
+ print(format, "Name", "NetworkId", "Virtual IP", "Members");
+
+ for (KubevirtLoadBalancer lb : lbs) {
+ print(format,
+ StringUtils.substring(lb.name(),
+ 0, CLI_NAME_LENGTH - CLI_MARGIN_LENGTH),
+ StringUtils.substring(lb.networkId(),
+ 0, CLI_NAME_LENGTH - CLI_MARGIN_LENGTH),
+ StringUtils.substring(lb.vip().toString(),
+ 0, CLI_IP_ADDRESS_LENGTH - CLI_MARGIN_LENGTH),
+ lb.members().toString());
+ }
+ }
+ }
+
+ private String json(List<KubevirtLoadBalancer> lbs) {
+ ObjectMapper mapper = new ObjectMapper();
+ ArrayNode result = mapper.createArrayNode();
+
+ for (KubevirtLoadBalancer lb : lbs) {
+ result.add(jsonForEntity(lb, KubevirtLoadBalancer.class));
+ }
+
+ return prettyJson(mapper, result.toString());
+ }
+}
diff --git a/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/codec/KubevirtLoadBalancerCodec.java b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/codec/KubevirtLoadBalancerCodec.java
new file mode 100644
index 0000000..c11d829
--- /dev/null
+++ b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/codec/KubevirtLoadBalancerCodec.java
@@ -0,0 +1,130 @@
+/*
+ * Copyright 2021-present Open Networking Foundation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.onosproject.kubevirtnetworking.codec;
+
+import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.node.ArrayNode;
+import com.fasterxml.jackson.databind.node.ObjectNode;
+import org.onlab.packet.IpAddress;
+import org.onosproject.codec.CodecContext;
+import org.onosproject.codec.JsonCodec;
+import org.onosproject.kubevirtnetworking.api.DefaultKubevirtLoadBalancer;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancer;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerRule;
+import org.slf4j.Logger;
+
+import java.util.HashSet;
+import java.util.Set;
+import java.util.stream.IntStream;
+
+import static com.google.common.base.Preconditions.checkNotNull;
+import static org.onlab.util.Tools.nullIsIllegal;
+import static org.slf4j.LoggerFactory.getLogger;
+
+public final class KubevirtLoadBalancerCodec extends JsonCodec<KubevirtLoadBalancer> {
+
+ private final Logger log = getLogger(getClass());
+
+ private static final String NAME = "name";
+ private static final String DESCRIPTION = "description";
+ private static final String VIP = "vip";
+ private static final String NETWORK_ID = "networkId";
+ private static final String MEMBERS = "members";
+ private static final String RULES = "rules";
+
+ private static final String MISSING_MESSAGE = " is required in KubevirtLoadBalancer";
+
+ @Override
+ public ObjectNode encode(KubevirtLoadBalancer lb, CodecContext context) {
+ checkNotNull(lb, "Kubevirt load balancer cannot be null");
+
+ ObjectNode result = context.mapper().createObjectNode()
+ .put(NAME, lb.name())
+ .put(VIP, lb.vip().toString())
+ .put(NETWORK_ID, lb.networkId());
+
+ if (lb.description() != null) {
+ result.put(DESCRIPTION, lb.description());
+ }
+
+ if (lb.members() != null && !lb.members().isEmpty()) {
+ ArrayNode members = context.mapper().createArrayNode();
+ for (IpAddress ip : lb.members()) {
+ members.add(ip.toString());
+ }
+ result.set(MEMBERS, members);
+ }
+
+ if (lb.rules() != null && !lb.rules().isEmpty()) {
+ ArrayNode rules = context.mapper().createArrayNode();
+ for (KubevirtLoadBalancerRule rule : lb.rules()) {
+ ObjectNode ruleJson = context.codec(
+ KubevirtLoadBalancerRule.class).encode(rule, context);
+ rules.add(ruleJson);
+ }
+ result.set(RULES, rules);
+ }
+
+ return result;
+ }
+
+ @Override
+ public KubevirtLoadBalancer decode(ObjectNode json, CodecContext context) {
+ if (json == null || !json.isObject()) {
+ return null;
+ }
+
+ String name = nullIsIllegal(json.get(NAME).asText(), NAME + MISSING_MESSAGE);
+ IpAddress vip = IpAddress.valueOf(nullIsIllegal(json.get(VIP).asText(),
+ VIP + MISSING_MESSAGE));
+ String networkId = nullIsIllegal(json.get(NETWORK_ID).asText(),
+ NETWORK_ID + MISSING_MESSAGE);
+
+ KubevirtLoadBalancer.Builder builder = DefaultKubevirtLoadBalancer.builder()
+ .name(name)
+ .vip(vip)
+ .networkId(networkId);
+
+ JsonNode description = json.get(DESCRIPTION);
+ if (description != null) {
+ builder.description(description.asText());
+ }
+
+ ArrayNode membersJson = (ArrayNode) json.get(MEMBERS);
+ if (membersJson != null) {
+ Set<IpAddress> members = new HashSet<>();
+ for (JsonNode memberJson : membersJson) {
+ members.add(IpAddress.valueOf(memberJson.asText()));
+ }
+ builder.members(members);
+ }
+
+ JsonNode rulesJson = json.get(RULES);
+ if (rulesJson != null) {
+ Set<KubevirtLoadBalancerRule> rules = new HashSet<>();
+ IntStream.range(0, rulesJson.size())
+ .forEach(i -> {
+ ObjectNode ruleJson = get(rulesJson, i);
+ KubevirtLoadBalancerRule rule = context.codec(
+ KubevirtLoadBalancerRule.class).decode(ruleJson, context);
+ rules.add(rule);
+ });
+ builder.rules(rules);
+ }
+
+ return builder.build();
+ }
+}
diff --git a/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/codec/KubevirtLoadBalancerRuleCodec.java b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/codec/KubevirtLoadBalancerRuleCodec.java
new file mode 100644
index 0000000..8977284
--- /dev/null
+++ b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/codec/KubevirtLoadBalancerRuleCodec.java
@@ -0,0 +1,68 @@
+/*
+ * Copyright 2021-present Open Networking Foundation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.onosproject.kubevirtnetworking.codec;
+
+import com.fasterxml.jackson.databind.node.ObjectNode;
+import org.onosproject.codec.CodecContext;
+import org.onosproject.codec.JsonCodec;
+import org.onosproject.kubevirtnetworking.api.DefaultKubevirtLoadBalancerRule;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerRule;
+import org.slf4j.Logger;
+
+import static com.google.common.base.Preconditions.checkNotNull;
+import static org.onlab.util.Tools.nullIsIllegal;
+import static org.slf4j.LoggerFactory.getLogger;
+
+/**
+ * Kubevirt load balancer rule codec used for serializing and de-serializing JSON string.
+ */
+public final class KubevirtLoadBalancerRuleCodec extends JsonCodec<KubevirtLoadBalancerRule> {
+
+ private final Logger log = getLogger(getClass());
+
+ private static final String PROTOCOL = "protocol";
+ private static final String PORT_RANGE_MAX = "portRangeMax";
+ private static final String PORT_RANGE_MIN = "portRangeMin";
+
+ private static final String MISSING_MESSAGE = " is required in KubevirtLoadBalancerRule";
+
+ @Override
+ public ObjectNode encode(KubevirtLoadBalancerRule rule, CodecContext context) {
+ checkNotNull(rule, "Kubevirt load balancer rule cannot be null");
+
+ return context.mapper().createObjectNode()
+ .put(PROTOCOL, rule.protocol())
+ .put(PORT_RANGE_MAX, rule.portRangeMax())
+ .put(PORT_RANGE_MIN, rule.portRangeMin());
+ }
+
+ @Override
+ public KubevirtLoadBalancerRule decode(ObjectNode json, CodecContext context) {
+ if (json == null || !json.isObject()) {
+ return null;
+ }
+
+ String protocol = nullIsIllegal(json.get(PROTOCOL).asText(), PROTOCOL + MISSING_MESSAGE);
+ Integer portRangeMax = json.get(PORT_RANGE_MAX).asInt();
+ Integer portRangeMin = json.get(PORT_RANGE_MIN).asInt();
+
+ return DefaultKubevirtLoadBalancerRule.builder()
+ .protocol(protocol)
+ .portRangeMax(portRangeMax)
+ .portRangeMin(portRangeMin)
+ .build();
+ }
+}
diff --git a/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/impl/DistributedKubevirtLoadBalancerStore.java b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/impl/DistributedKubevirtLoadBalancerStore.java
new file mode 100644
index 0000000..fd90e8a
--- /dev/null
+++ b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/impl/DistributedKubevirtLoadBalancerStore.java
@@ -0,0 +1,187 @@
+/*
+ * Copyright 2021-present Open Networking Foundation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.onosproject.kubevirtnetworking.impl;
+
+import com.google.common.collect.ImmutableSet;
+import org.onlab.util.KryoNamespace;
+import org.onosproject.core.ApplicationId;
+import org.onosproject.core.CoreService;
+import org.onosproject.kubevirtnetworking.api.DefaultKubevirtLoadBalancer;
+import org.onosproject.kubevirtnetworking.api.DefaultKubevirtLoadBalancerRule;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancer;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerEvent;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerRule;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerStore;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerStoreDelegate;
+import org.onosproject.store.AbstractStore;
+import org.onosproject.store.serializers.KryoNamespaces;
+import org.onosproject.store.service.ConsistentMap;
+import org.onosproject.store.service.MapEvent;
+import org.onosproject.store.service.MapEventListener;
+import org.onosproject.store.service.Serializer;
+import org.onosproject.store.service.StorageService;
+import org.onosproject.store.service.Versioned;
+import org.osgi.service.component.annotations.Activate;
+import org.osgi.service.component.annotations.Component;
+import org.osgi.service.component.annotations.Deactivate;
+import org.osgi.service.component.annotations.Reference;
+import org.osgi.service.component.annotations.ReferenceCardinality;
+import org.slf4j.Logger;
+
+import java.util.Collection;
+import java.util.Set;
+import java.util.concurrent.ExecutorService;
+
+import static com.google.common.base.Preconditions.checkArgument;
+import static java.util.concurrent.Executors.newSingleThreadExecutor;
+import static org.onlab.util.Tools.groupedThreads;
+import static org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerEvent.Type.KUBEVIRT_LOAD_BALANCER_CREATED;
+import static org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerEvent.Type.KUBEVIRT_LOAD_BALANCER_REMOVED;
+import static org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerEvent.Type.KUBEVIRT_LOAD_BALANCER_UPDATED;
+import static org.slf4j.LoggerFactory.getLogger;
+
+/**
+ * Implementation of kubevirt load balancer store using consistent map.
+ */
+@Component(immediate = true, service = KubevirtLoadBalancerStore.class)
+public class DistributedKubevirtLoadBalancerStore
+ extends AbstractStore<KubevirtLoadBalancerEvent, KubevirtLoadBalancerStoreDelegate>
+ implements KubevirtLoadBalancerStore {
+
+ private final Logger log = getLogger(getClass());
+
+ private static final String ERR_NOT_FOUND = " does not exist";
+ private static final String ERR_DUPLICATE = " already exists";
+
+ private static final String APP_ID = "org.onosproject.kubevirtnetwork";
+
+ private static final KryoNamespace
+ SERIALIZER_KUBEVIRT_LOAD_BALANCER = KryoNamespace.newBuilder()
+ .register(KryoNamespaces.API)
+ .register(KubevirtLoadBalancer.class)
+ .register(DefaultKubevirtLoadBalancer.class)
+ .register(KubevirtLoadBalancerRule.class)
+ .register(DefaultKubevirtLoadBalancerRule.class)
+ .register(Collection.class)
+ .build();
+
+ @Reference(cardinality = ReferenceCardinality.MANDATORY)
+ protected CoreService coreService;
+
+ @Reference(cardinality = ReferenceCardinality.MANDATORY)
+ protected StorageService storageService;
+
+ private final ExecutorService eventExecutor = newSingleThreadExecutor(
+ groupedThreads(this.getClass().getSimpleName(), "event-handler", log));
+
+ private final MapEventListener<String, KubevirtLoadBalancer> loadBalancerMapListener =
+ new KubevirtLoadBalancerMapListener();
+
+ private ConsistentMap<String, KubevirtLoadBalancer> loadBalancerStore;
+
+ @Activate
+ protected void activate() {
+ ApplicationId appId = coreService.registerApplication(APP_ID);
+ loadBalancerStore = storageService.<String, KubevirtLoadBalancer>consistentMapBuilder()
+ .withSerializer(Serializer.using(SERIALIZER_KUBEVIRT_LOAD_BALANCER))
+ .withName("kubevirt-loadbalancerstore")
+ .withApplicationId(appId)
+ .build();
+ loadBalancerStore.addListener(loadBalancerMapListener);
+ log.info("Started");
+ }
+
+ @Deactivate
+ protected void deactivate() {
+ loadBalancerStore.removeListener(loadBalancerMapListener);
+ eventExecutor.shutdown();
+ log.info("Stopped");
+ }
+
+ @Override
+ public void createLoadBalancer(KubevirtLoadBalancer lb) {
+ loadBalancerStore.compute(lb.name(), (name, existing) -> {
+ final String error = lb.name() + ERR_DUPLICATE;
+ checkArgument(existing == null, error);
+ return lb;
+ });
+ }
+
+ @Override
+ public void updateLoadBalancer(KubevirtLoadBalancer lb) {
+ loadBalancerStore.compute(lb.name(), (name, existing) -> {
+ final String error = lb.name() + ERR_NOT_FOUND;
+ checkArgument(existing != null, error);
+ return lb;
+ });
+ }
+
+ @Override
+ public KubevirtLoadBalancer removeLoadBalancer(String name) {
+ Versioned<KubevirtLoadBalancer> lb = loadBalancerStore.remove(name);
+ if (lb == null) {
+ final String error = name + ERR_NOT_FOUND;
+ throw new IllegalArgumentException(error);
+ }
+ return lb.value();
+ }
+
+ @Override
+ public KubevirtLoadBalancer loadBalancer(String name) {
+ return loadBalancerStore.asJavaMap().get(name);
+ }
+
+ @Override
+ public Set<KubevirtLoadBalancer> loadBalancers() {
+ return ImmutableSet.copyOf(loadBalancerStore.asJavaMap().values());
+ }
+
+ @Override
+ public void clear() {
+ loadBalancerStore.clear();
+ }
+
+ private class KubevirtLoadBalancerMapListener
+ implements MapEventListener<String, KubevirtLoadBalancer> {
+
+ @Override
+ public void event(MapEvent<String, KubevirtLoadBalancer> event) {
+ switch (event.type()) {
+ case INSERT:
+ log.debug("Kubevirt load balancer created");
+ eventExecutor.execute(() ->
+ notifyDelegate(new KubevirtLoadBalancerEvent(
+ KUBEVIRT_LOAD_BALANCER_CREATED, event.newValue().value())));
+ break;
+ case UPDATE:
+ log.debug("Kubevirt load balancer updated");
+ eventExecutor.execute(() ->
+ notifyDelegate(new KubevirtLoadBalancerEvent(
+ KUBEVIRT_LOAD_BALANCER_UPDATED, event.newValue().value())));
+ break;
+ case REMOVE:
+ log.debug("Kubevirt load balancer removed");
+ eventExecutor.execute(() ->
+ notifyDelegate(new KubevirtLoadBalancerEvent(
+ KUBEVIRT_LOAD_BALANCER_REMOVED, event.oldValue().value())));
+ break;
+ default:
+ // do nothing
+ break;
+ }
+ }
+ }
+}
diff --git a/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/impl/KubevirtLoadBalancerManager.java b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/impl/KubevirtLoadBalancerManager.java
new file mode 100644
index 0000000..624dd68
--- /dev/null
+++ b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/impl/KubevirtLoadBalancerManager.java
@@ -0,0 +1,154 @@
+/*
+ * Copyright 2021-present Open Networking Foundation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.onosproject.kubevirtnetworking.impl;
+
+import com.google.common.base.Strings;
+import com.google.common.collect.ImmutableSet;
+import org.onosproject.core.ApplicationId;
+import org.onosproject.core.CoreService;
+import org.onosproject.event.ListenerRegistry;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancer;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerAdminService;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerEvent;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerListener;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerService;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerStore;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerStoreDelegate;
+import org.osgi.service.component.annotations.Activate;
+import org.osgi.service.component.annotations.Component;
+import org.osgi.service.component.annotations.Deactivate;
+import org.osgi.service.component.annotations.Reference;
+import org.osgi.service.component.annotations.ReferenceCardinality;
+import org.slf4j.Logger;
+
+import java.util.Set;
+
+import static com.google.common.base.Preconditions.checkArgument;
+import static com.google.common.base.Preconditions.checkNotNull;
+import static org.onosproject.kubevirtnetworking.api.Constants.KUBEVIRT_NETWORKING_APP_ID;
+import static org.slf4j.LoggerFactory.getLogger;
+
+/**
+ * Provides implementation of administering and interfacing kubevirt load balancer.
+ */
+@Component(
+ immediate = true,
+ service = {KubevirtLoadBalancerAdminService.class, KubevirtLoadBalancerService.class}
+)
+public class KubevirtLoadBalancerManager
+ extends ListenerRegistry<KubevirtLoadBalancerEvent, KubevirtLoadBalancerListener>
+ implements KubevirtLoadBalancerAdminService, KubevirtLoadBalancerService {
+
+ protected final Logger log = getLogger(getClass());
+
+ private static final String MSG_LOAD_BALANCER = "Kubevirt load balancer %s %s";
+ private static final String MSG_CREATED = "created";
+ private static final String MSG_UPDATED = "updated";
+ private static final String MSG_REMOVED = "removed";
+
+ private static final String ERR_NULL_LOAD_BALANCER = "Kubevirt load balancer cannot be null";
+ private static final String ERR_NULL_LOAD_BALANCER_NAME = "Kubevirt load balancer name cannot be null";
+ private static final String ERR_IN_USE = " still in use";
+
+ @Reference(cardinality = ReferenceCardinality.MANDATORY)
+ protected CoreService coreService;
+
+ @Reference(cardinality = ReferenceCardinality.MANDATORY)
+ protected KubevirtLoadBalancerStore kubevirtLoadBalancerStore;
+
+ private final InternalKubevirtLoadBalancerStorageDelegate delegate =
+ new InternalKubevirtLoadBalancerStorageDelegate();
+
+ private ApplicationId appId;
+
+ @Activate
+ protected void activate() {
+ appId = coreService.registerApplication(KUBEVIRT_NETWORKING_APP_ID);
+
+ kubevirtLoadBalancerStore.setDelegate(delegate);
+ log.info("Started");
+ }
+
+ @Deactivate
+ protected void deactivate() {
+ kubevirtLoadBalancerStore.unsetDelegate(delegate);
+ log.info("Stopped");
+ }
+
+ @Override
+ public void createLoadBalancer(KubevirtLoadBalancer lb) {
+ checkNotNull(lb, ERR_NULL_LOAD_BALANCER);
+ checkArgument(!Strings.isNullOrEmpty(lb.name()), ERR_NULL_LOAD_BALANCER_NAME);
+
+ kubevirtLoadBalancerStore.createLoadBalancer(lb);
+ log.info(String.format(MSG_LOAD_BALANCER, lb.name(), MSG_CREATED));
+ }
+
+ @Override
+ public void updateLoadBalancer(KubevirtLoadBalancer lb) {
+ checkNotNull(lb, ERR_NULL_LOAD_BALANCER);
+ checkArgument(!Strings.isNullOrEmpty(lb.name()), ERR_NULL_LOAD_BALANCER_NAME);
+
+ kubevirtLoadBalancerStore.updateLoadBalancer(lb);
+ log.info(String.format(MSG_LOAD_BALANCER, lb.name(), MSG_UPDATED));
+ }
+
+ @Override
+ public void removeLoadBalancer(String name) {
+ checkArgument(name != null, ERR_NULL_LOAD_BALANCER_NAME);
+ synchronized (this) {
+ if (isLoadBalancerInUse(name)) {
+ final String error = String.format(MSG_LOAD_BALANCER, name, ERR_IN_USE);
+ throw new IllegalStateException(error);
+ }
+ }
+
+ KubevirtLoadBalancer lb = kubevirtLoadBalancerStore.removeLoadBalancer(name);
+ if (lb != null) {
+ log.info(String.format(MSG_LOAD_BALANCER, lb.name(), MSG_REMOVED));
+ }
+ }
+
+ @Override
+ public void clear() {
+ kubevirtLoadBalancerStore.clear();
+ }
+
+ @Override
+ public KubevirtLoadBalancer loadBalancer(String name) {
+ checkArgument(name != null, ERR_NULL_LOAD_BALANCER_NAME);
+ return kubevirtLoadBalancerStore.loadBalancer(name);
+ }
+
+ @Override
+ public Set<KubevirtLoadBalancer> loadBalancers() {
+ return ImmutableSet.copyOf(kubevirtLoadBalancerStore.loadBalancers());
+ }
+
+ private boolean isLoadBalancerInUse(String name) {
+ return false;
+ }
+
+ private class InternalKubevirtLoadBalancerStorageDelegate
+ implements KubevirtLoadBalancerStoreDelegate {
+
+ @Override
+ public void notify(KubevirtLoadBalancerEvent event) {
+ log.trace("send kubevirt load balancer event {}", event);
+ process(event);
+ }
+ }
+}
diff --git a/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/impl/KubevirtLoadBalancerWatcher.java b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/impl/KubevirtLoadBalancerWatcher.java
new file mode 100644
index 0000000..5b0dd75
--- /dev/null
+++ b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/impl/KubevirtLoadBalancerWatcher.java
@@ -0,0 +1,257 @@
+/*
+ * Copyright 2021-present Open Networking Foundation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.onosproject.kubevirtnetworking.impl;
+
+import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.node.ObjectNode;
+import io.fabric8.kubernetes.client.KubernetesClient;
+import io.fabric8.kubernetes.client.Watcher;
+import io.fabric8.kubernetes.client.WatcherException;
+import io.fabric8.kubernetes.client.dsl.base.CustomResourceDefinitionContext;
+import org.onosproject.cluster.ClusterService;
+import org.onosproject.cluster.LeadershipService;
+import org.onosproject.cluster.NodeId;
+import org.onosproject.core.ApplicationId;
+import org.onosproject.core.CoreService;
+import org.onosproject.kubevirtnetworking.api.AbstractWatcher;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancer;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerAdminService;
+import org.onosproject.kubevirtnode.api.KubevirtApiConfigEvent;
+import org.onosproject.kubevirtnode.api.KubevirtApiConfigListener;
+import org.onosproject.kubevirtnode.api.KubevirtApiConfigService;
+import org.onosproject.mastership.MastershipService;
+import org.osgi.service.component.annotations.Activate;
+import org.osgi.service.component.annotations.Component;
+import org.osgi.service.component.annotations.Deactivate;
+import org.osgi.service.component.annotations.Reference;
+import org.osgi.service.component.annotations.ReferenceCardinality;
+import org.slf4j.Logger;
+
+import java.io.IOException;
+import java.util.Objects;
+import java.util.concurrent.ExecutorService;
+
+import static java.util.concurrent.Executors.newSingleThreadExecutor;
+import static org.onlab.util.Tools.groupedThreads;
+import static org.onosproject.kubevirtnetworking.api.Constants.KUBEVIRT_NETWORKING_APP_ID;
+import static org.onosproject.kubevirtnetworking.util.KubevirtNetworkingUtil.k8sClient;
+import static org.onosproject.kubevirtnetworking.util.KubevirtNetworkingUtil.parseResourceName;
+import static org.slf4j.LoggerFactory.getLogger;
+
+/**
+ * Kubevirt load balancer watcher used for feeding kubevirt load balancer information.
+ */
+@Component(immediate = true)
+public class KubevirtLoadBalancerWatcher extends AbstractWatcher {
+
+ private final Logger log = getLogger(getClass());
+
+ @Reference(cardinality = ReferenceCardinality.MANDATORY)
+ protected CoreService coreService;
+
+ @Reference(cardinality = ReferenceCardinality.MANDATORY)
+ protected MastershipService mastershipService;
+
+ @Reference(cardinality = ReferenceCardinality.MANDATORY)
+ protected ClusterService clusterService;
+
+ @Reference(cardinality = ReferenceCardinality.MANDATORY)
+ protected LeadershipService leadershipService;
+
+ @Reference(cardinality = ReferenceCardinality.MANDATORY)
+ protected KubevirtLoadBalancerAdminService adminService;
+
+ @Reference(cardinality = ReferenceCardinality.MANDATORY)
+ protected KubevirtApiConfigService configService;
+
+ private final ExecutorService eventExecutor = newSingleThreadExecutor(
+ groupedThreads(this.getClass().getSimpleName(), "event-handler"));
+
+ private final InternalLoadBalancerWatcher watcher = new InternalLoadBalancerWatcher();
+ private final InternalKubevirtApiConfigListener
+ configListener = new InternalKubevirtApiConfigListener();
+
+ CustomResourceDefinitionContext lbCrdCxt = new CustomResourceDefinitionContext
+ .Builder()
+ .withGroup("kubevirt.io")
+ .withScope("Cluster")
+ .withVersion("v1")
+ .withPlural("loadbalancers")
+ .build();
+
+ private ApplicationId appId;
+ private NodeId localNodeId;
+
+ @Activate
+ protected void activate() {
+ appId = coreService.registerApplication(KUBEVIRT_NETWORKING_APP_ID);
+ localNodeId = clusterService.getLocalNode().id();
+ leadershipService.runForLeadership(appId.name());
+ configService.addListener(configListener);
+
+ log.info("Started");
+ }
+
+ @Deactivate
+ protected void deactivate() {
+ configService.removeListener(configListener);
+ leadershipService.withdraw(appId.name());
+ eventExecutor.shutdown();
+
+ log.info("Stopped");
+ }
+
+ private void instantiateWatcher() {
+ KubernetesClient client = k8sClient(configService);
+
+ if (client != null) {
+ try {
+ client.customResource(lbCrdCxt).watch(watcher);
+ } catch (IOException e) {
+ e.printStackTrace();
+ }
+ }
+ }
+
+ private KubevirtLoadBalancer parseKubevirtLoadBalancer(String resource) {
+ try {
+ ObjectMapper mapper = new ObjectMapper();
+ JsonNode json = mapper.readTree(resource);
+ ObjectNode spec = (ObjectNode) json.get("spec");
+ return codec(KubevirtLoadBalancer.class).decode(spec, this);
+ } catch (IOException e) {
+ log.error("Failed to parse kubevirt load balancer object");
+ }
+
+ return null;
+ }
+
+ private class InternalKubevirtApiConfigListener implements KubevirtApiConfigListener {
+
+ private boolean isRelevantHelper() {
+ return Objects.equals(localNodeId, leadershipService.getLeader(appId.name()));
+ }
+
+ @Override
+ public void event(KubevirtApiConfigEvent event) {
+
+ switch (event.type()) {
+ case KUBEVIRT_API_CONFIG_UPDATED:
+ eventExecutor.execute(this::processConfigUpdate);
+ break;
+ case KUBEVIRT_API_CONFIG_CREATED:
+ case KUBEVIRT_API_CONFIG_REMOVED:
+ default:
+ // do nothing
+ break;
+ }
+ }
+
+ private void processConfigUpdate() {
+ if (!isRelevantHelper()) {
+ return;
+ }
+
+ instantiateWatcher();
+ }
+ }
+
+ private class InternalLoadBalancerWatcher implements Watcher<String> {
+
+ @Override
+ public void eventReceived(Action action, String resource) {
+ switch (action) {
+ case ADDED:
+ eventExecutor.execute(() -> processAddition(resource));
+ break;
+ case MODIFIED:
+ eventExecutor.execute(() -> processModification(resource));
+ break;
+ case DELETED:
+ eventExecutor.execute(() -> processDeletion(resource));
+ break;
+ case ERROR:
+ log.warn("Failures processing load balancer manipulation.");
+ break;
+ default:
+ // do nothing
+ break;
+ }
+ }
+
+ @Override
+ public void onClose(WatcherException e) {
+ // due to the bugs in fabric8, the watcher might be closed,
+ // we will re-instantiate the watcher in this case
+ // FIXME: https://github.com/fabric8io/kubernetes-client/issues/2135
+ log.warn("Load Balancer watcher OnClose, re-instantiate the watcher...");
+
+ instantiateWatcher();
+ }
+
+ private void processAddition(String resource) {
+ if (!isMaster()) {
+ return;
+ }
+
+ String name = parseResourceName(resource);
+
+ log.trace("Process Load Balancer {} creating event from API server.",
+ name);
+
+ KubevirtLoadBalancer lb = parseKubevirtLoadBalancer(resource);
+ if (lb != null) {
+ if (adminService.loadBalancer(lb.name()) == null) {
+ adminService.createLoadBalancer(lb);
+ }
+ }
+ }
+
+ private void processModification(String resource) {
+ if (!isMaster()) {
+ return;
+ }
+
+ String name = parseResourceName(resource);
+
+ log.trace("Process Load Balancer {} updating event from API server.",
+ name);
+
+ KubevirtLoadBalancer lb = parseKubevirtLoadBalancer(resource);
+ if (lb != null) {
+ adminService.updateLoadBalancer(lb);
+ }
+ }
+
+ private void processDeletion(String resource) {
+ if (!isMaster()) {
+ return;
+ }
+
+ String name = parseResourceName(resource);
+
+ log.trace("Process Load Balancer {} removal event from API server.",
+ name);
+
+ adminService.removeLoadBalancer(name);
+ }
+
+ private boolean isMaster() {
+ return Objects.equals(localNodeId, leadershipService.getLeader(appId.name()));
+ }
+ }
+}
diff --git a/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/web/KubevirtLoadBalancerWebResource.java b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/web/KubevirtLoadBalancerWebResource.java
new file mode 100644
index 0000000..8fa61a2
--- /dev/null
+++ b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/web/KubevirtLoadBalancerWebResource.java
@@ -0,0 +1,52 @@
+/*
+ * Copyright 2021-present Open Networking Foundation
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.onosproject.kubevirtnetworking.web;
+
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancer;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerService;
+import org.onosproject.rest.AbstractWebResource;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import javax.ws.rs.GET;
+import javax.ws.rs.Path;
+import javax.ws.rs.Produces;
+import javax.ws.rs.core.MediaType;
+import javax.ws.rs.core.Response;
+
+/**
+ * Handles REST API call for kubevirt load balancer.
+ */
+@Path("loadbalancer")
+public class KubevirtLoadBalancerWebResource extends AbstractWebResource {
+
+ protected final Logger log = LoggerFactory.getLogger(getClass());
+ private static final String LOAD_BALANCERS = "loadBalancers";
+
+ /**
+ * Returns set of all load balancers.
+ *
+ * @return 200 OK with set of all load balancers
+ * @onos.rsModel KubevirtLoadBalancers
+ */
+ @GET
+ @Produces(MediaType.APPLICATION_JSON)
+ public Response getLoadBalancers() {
+ KubevirtLoadBalancerService service = get(KubevirtLoadBalancerService.class);
+ final Iterable<KubevirtLoadBalancer> lbs = service.loadBalancers();
+ return ok(encodeArray(KubevirtLoadBalancer.class, LOAD_BALANCERS, lbs)).build();
+ }
+}
diff --git a/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/web/KubevirtNetworkingCodecRegister.java b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/web/KubevirtNetworkingCodecRegister.java
index b8f27e3..0280c6a 100644
--- a/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/web/KubevirtNetworkingCodecRegister.java
+++ b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/web/KubevirtNetworkingCodecRegister.java
@@ -19,6 +19,8 @@
import org.onosproject.kubevirtnetworking.api.KubevirtFloatingIp;
import org.onosproject.kubevirtnetworking.api.KubevirtHostRoute;
import org.onosproject.kubevirtnetworking.api.KubevirtIpPool;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancer;
+import org.onosproject.kubevirtnetworking.api.KubevirtLoadBalancerRule;
import org.onosproject.kubevirtnetworking.api.KubevirtNetwork;
import org.onosproject.kubevirtnetworking.api.KubevirtPort;
import org.onosproject.kubevirtnetworking.api.KubevirtRouter;
@@ -27,6 +29,8 @@
import org.onosproject.kubevirtnetworking.codec.KubevirtFloatingIpCodec;
import org.onosproject.kubevirtnetworking.codec.KubevirtHostRouteCodec;
import org.onosproject.kubevirtnetworking.codec.KubevirtIpPoolCodec;
+import org.onosproject.kubevirtnetworking.codec.KubevirtLoadBalancerCodec;
+import org.onosproject.kubevirtnetworking.codec.KubevirtLoadBalancerRuleCodec;
import org.onosproject.kubevirtnetworking.codec.KubevirtNetworkCodec;
import org.onosproject.kubevirtnetworking.codec.KubevirtPortCodec;
import org.onosproject.kubevirtnetworking.codec.KubevirtRouterCodec;
@@ -63,6 +67,8 @@
codecService.registerCodec(KubevirtFloatingIp.class, new KubevirtFloatingIpCodec());
codecService.registerCodec(KubevirtSecurityGroup.class, new KubevirtSecurityGroupCodec());
codecService.registerCodec(KubevirtSecurityGroupRule.class, new KubevirtSecurityGroupRuleCodec());
+ codecService.registerCodec(KubevirtLoadBalancer.class, new KubevirtLoadBalancerCodec());
+ codecService.registerCodec(KubevirtLoadBalancerRule.class, new KubevirtLoadBalancerRuleCodec());
log.info("Started");
}
@@ -78,6 +84,8 @@
codecService.unregisterCodec(KubevirtFloatingIp.class);
codecService.unregisterCodec(KubevirtSecurityGroup.class);
codecService.unregisterCodec(KubevirtSecurityGroupRule.class);
+ codecService.unregisterCodec(KubevirtLoadBalancer.class);
+ codecService.unregisterCodec(KubevirtLoadBalancerRule.class);
log.info("Stopped");
}
diff --git a/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/web/KubevirtNetworkingWebApplication.java b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/web/KubevirtNetworkingWebApplication.java
index 139b92d..45dcdae 100644
--- a/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/web/KubevirtNetworkingWebApplication.java
+++ b/apps/kubevirt-networking/app/src/main/java/org/onosproject/kubevirtnetworking/web/KubevirtNetworkingWebApplication.java
@@ -30,7 +30,8 @@
KubevirtManagementWebResource.class,
KubevirtRouterWebResource.class,
KubevirtFloatingIpsWebResource.class,
- KubevirtSecurityGroupWebResource.class
+ KubevirtSecurityGroupWebResource.class,
+ KubevirtLoadBalancerWebResource.class
);
}
}