[ONOS-5465][TE Tunnel SB Provider] Interaction with ONOS core TE subsystems for TE tunnel updates

Change-Id: I2cb7ed7731192228a5f6ef4c4b6c3a14a7175732
diff --git a/providers/ietfte/tunnel/pom.xml b/providers/ietfte/tunnel/pom.xml
new file mode 100755
index 0000000..6e07388
--- /dev/null
+++ b/providers/ietfte/tunnel/pom.xml
@@ -0,0 +1,73 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+  ~ Copyright 2016-present Open Networking Laboratory
+  ~
+  ~ Licensed under the Apache License, Version 2.0 (the "License");
+  ~ you may not use this file except in compliance with the License.
+  ~ You may obtain a copy of the License at
+  ~
+  ~     http://www.apache.org/licenses/LICENSE-2.0
+  ~
+  ~ Unless required by applicable law or agreed to in writing, software
+  ~ distributed under the License is distributed on an "AS IS" BASIS,
+  ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  ~ See the License for the specific language governing permissions and
+  ~ limitations under the License.
+  -->
+
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <parent>
+        <artifactId>onos-ietfte-providers</artifactId>
+        <groupId>org.onosproject</groupId>
+        <version>1.8.0-SNAPSHOT</version>
+    </parent>
+    <modelVersion>4.0.0</modelVersion>
+    <packaging>bundle</packaging>
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-compiler-plugin</artifactId>
+                <configuration>
+                    <source>1.8</source>
+                    <target>1.8</target>
+                </configuration>
+            </plugin>
+        </plugins>
+    </build>
+    <artifactId>onos-ietfte-provider-tunnel</artifactId>
+    <dependencies>
+        <dependency>
+            <groupId>org.onosproject</groupId>
+            <artifactId>onos-restconf-client-api</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.onosproject</groupId>
+            <artifactId>onos-app-yms-api</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.onosproject</groupId>
+            <artifactId>onos-app-tetunnel-api</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.onosproject</groupId>
+            <artifactId>onos-ietfte-provider-utils</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.onosproject</groupId>
+            <artifactId>onos-app-tenbi-yangmodel</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+        <dependency>
+            <groupId>org.onosproject</groupId>
+            <artifactId>onos-app-tenbi-utils</artifactId>
+            <version>${project.version}</version>
+        </dependency>
+    </dependencies>
+</project>
\ No newline at end of file
diff --git a/providers/ietfte/tunnel/src/main/java/org/onosproject/provider/te/tunnel/TeTunnelRestconfProvider.java b/providers/ietfte/tunnel/src/main/java/org/onosproject/provider/te/tunnel/TeTunnelRestconfProvider.java
new file mode 100755
index 0000000..ff6f229
--- /dev/null
+++ b/providers/ietfte/tunnel/src/main/java/org/onosproject/provider/te/tunnel/TeTunnelRestconfProvider.java
@@ -0,0 +1,354 @@
+/*
+ * Copyright 2016-present Open Networking Laboratory
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.onosproject.provider.te.tunnel;
+
+import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.node.ObjectNode;
+import org.apache.felix.scr.annotations.Activate;
+import org.apache.felix.scr.annotations.Component;
+import org.apache.felix.scr.annotations.Deactivate;
+import org.apache.felix.scr.annotations.Reference;
+import org.apache.felix.scr.annotations.ReferenceCardinality;
+import org.onosproject.incubator.net.tunnel.Tunnel;
+import org.onosproject.incubator.net.tunnel.TunnelDescription;
+import org.onosproject.incubator.net.tunnel.TunnelId;
+import org.onosproject.incubator.net.tunnel.TunnelProvider;
+import org.onosproject.incubator.net.tunnel.TunnelProviderRegistry;
+import org.onosproject.net.DeviceId;
+import org.onosproject.net.ElementId;
+import org.onosproject.net.Path;
+import org.onosproject.net.provider.AbstractProvider;
+import org.onosproject.net.provider.ProviderId;
+import org.onosproject.protocol.restconf.RestConfNotificationEventListener;
+import org.onosproject.protocol.restconf.RestConfSBController;
+import org.onosproject.provider.te.utils.YangCompositeEncodingImpl;
+import org.onosproject.tetopology.management.api.TeTopology;
+import org.onosproject.tetopology.management.api.TeTopologyKey;
+import org.onosproject.tetopology.management.api.TeTopologyService;
+import org.onosproject.tetunnel.api.TeTunnelProviderService;
+import org.onosproject.tetunnel.api.TeTunnelService;
+import org.onosproject.tetunnel.api.tunnel.DefaultTeTunnel;
+import org.onosproject.tetunnel.api.tunnel.TeTunnel;
+import org.onosproject.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.te.rev20160705.IetfTe;
+import org.onosproject.yang.gen.v1.urn.ietf.params.xml.ns.yang.ietf.te.rev20160705.ietfte.tunnelsgrouping.Tunnels;
+import org.onosproject.yms.ych.YangCodecHandler;
+import org.onosproject.yms.ych.YangCompositeEncoding;
+import org.onosproject.yms.ymsm.YmsService;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import javax.ws.rs.core.MediaType;
+import java.io.ByteArrayInputStream;
+import java.io.InputStream;
+import java.util.List;
+import java.util.Optional;
+
+import static com.google.common.base.Preconditions.checkNotNull;
+import static com.google.common.base.Preconditions.checkState;
+import static org.onosproject.provider.te.utils.CodecTools.jsonToString;
+import static org.onosproject.provider.te.utils.CodecTools.toJson;
+import static org.onosproject.tetopology.management.api.TeTopology.BIT_MERGED;
+import static org.onosproject.teyang.utils.tunnel.TunnelConverter.buildIetfTe;
+import static org.onosproject.teyang.utils.tunnel.TunnelConverter.yang2TeTunnel;
+import static org.onosproject.yms.ych.YangProtocolEncodingFormat.JSON;
+import static org.onosproject.yms.ych.YangResourceIdentifierType.URI;
+import static org.onosproject.yms.ydt.YmsOperationType.EDIT_CONFIG_REQUEST;
+import static org.onosproject.yms.ydt.YmsOperationType.QUERY_REPLY;
+
+
+/**
+ * Provider which uses RESTCONF to do cross-domain tunnel creation/deletion/
+ * update/deletion and so on operations on the domain networks.
+ */
+
+@Component(immediate = true)
+public class TeTunnelRestconfProvider extends AbstractProvider
+        implements TunnelProvider {
+
+    private final Logger log = LoggerFactory.getLogger(getClass());
+
+    private static final String SCHEMA = "ietf";
+    private static final String IETF = "ietf";
+    private static final String TE = "te";
+    private static final int DEFAULT_INDEX = 1;
+    private static final String TUNNELS = "tunnels";
+    private static final String TUNNELS_URL = IETF + ":" + TE + "/" + TUNNELS;
+    private static final String MEDIA_TYPE_JSON = "json";
+
+    private static final String SHOULD_IN_ONE = "Tunnel should be setup in one topo";
+    private static final String PROVIDER_ID = "org.onosproject.provider.ietf";
+    private static final String RESTCONF_ROOT = "/onos/restconf";
+
+    private final RestConfNotificationEventListener listener =
+            new InternalTunnelNotificationListener();
+
+    @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
+    protected RestConfSBController controller;
+
+    @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
+    protected YmsService ymsService;
+
+    @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
+    protected TeTunnelService tunnelService;
+
+    @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
+    protected TeTunnelProviderService providerService;
+
+    @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
+    protected TeTopologyService topologyService;
+
+    @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
+    protected TunnelProviderRegistry tunnelProviderRegistry;
+
+    private YangCodecHandler codecHandler;
+
+    @Activate
+    public void activate() {
+        tunnelProviderRegistry.register(this);
+        codecHandler = ymsService.getYangCodecHandler();
+        codecHandler.addDeviceSchema(IetfTe.class);
+        collectInitialTunnels();
+        subscribe();
+        log.info("Started");
+    }
+
+    @Deactivate
+    public void deactivate() {
+        tunnelProviderRegistry.unregister(this);
+        unsubscribe();
+        log.info("Stopped");
+
+    }
+
+    public TeTunnelRestconfProvider() {
+        super(new ProviderId(SCHEMA, PROVIDER_ID));
+    }
+
+    private void collectInitialTunnels() {
+        for (DeviceId deviceId : controller.getDevices().keySet()) {
+            ObjectNode jsonNodes = executeGetRequest(deviceId);
+            if (jsonNodes == null) {
+                continue;
+            }
+            ObjectNode tunnelsNode = (ObjectNode) jsonNodes.get(TUNNELS);
+            if (tunnelsNode == null) {
+                continue;
+            }
+            Tunnels teTunnels = getYangTunnelsObject(tunnelsNode);
+            if (teTunnels == null) {
+                continue;
+            }
+            updateTeTunnels(teTunnels);
+        }
+    }
+
+    private void subscribe() {
+        for (DeviceId deviceId : controller.getDevices().keySet()) {
+            try {
+                controller.enableNotifications(deviceId, TUNNELS_URL,
+                                               MEDIA_TYPE_JSON,
+                                               listener);
+            } catch (Exception e) {
+                log.error("Failed to subscribe for {} : {}", deviceId,
+                          e.getMessage());
+            }
+        }
+    }
+
+    private void unsubscribe() {
+        controller.getDevices()
+                .keySet()
+                .forEach(deviceId -> controller
+                        .removeNotificationListener(deviceId));
+    }
+
+    @Override
+    public void setupTunnel(Tunnel tunnel, Path path) {
+        TeTunnel teTunnel = tunnelService.getTeTunnel(tunnel.tunnelId());
+        long tid = teTunnel.srcNode().topologyId();
+        checkState(tid == teTunnel.dstNode().topologyId(), SHOULD_IN_ONE);
+        setupTunnel(getOwnDevice(tid), tunnel, path);
+    }
+
+    @Override
+    public void setupTunnel(ElementId srcElement, Tunnel tunnel, Path path) {
+        TeTunnel teTunnel = tunnelService.getTeTunnel(tunnel.tunnelId());
+
+        IetfTe ietfTe = buildIetfTe(teTunnel);
+
+        YangCompositeEncoding encoding = codecHandler.
+                encodeCompositeOperation(RESTCONF_ROOT, null, ietfTe,
+                                         JSON, EDIT_CONFIG_REQUEST);
+        String identifier = encoding.getResourceIdentifier();
+        String resourceInformation = encoding.getResourceInformation();
+
+        if (srcElement == null) {
+            log.error("Can't find remote device for tunnel : {}", tunnel);
+            return;
+        }
+        log.info("Create tunnel get here");
+
+        controller.post((DeviceId) srcElement, identifier,
+                        new ByteArrayInputStream(resourceInformation.getBytes()),
+                        MediaType.APPLICATION_JSON, ObjectNode.class);
+    }
+
+    @Override
+    public void releaseTunnel(Tunnel tunnel) {
+        //TODO implement release tunnel method
+    }
+
+    @Override
+    public void releaseTunnel(ElementId srcElement, Tunnel tunnel) {
+        //TODO implement release tunnel with src method
+    }
+
+    @Override
+    public void updateTunnel(Tunnel tunnel, Path path) {
+        //TODO implement update tunnel method
+
+    }
+
+    @Override
+    public void updateTunnel(ElementId srcElement, Tunnel tunnel, Path path) {
+        //TODO implement update tunnel with src method
+    }
+
+    @Override
+    public TunnelId tunnelAdded(TunnelDescription tunnel) {
+        //TODO implement tunnel add method when te tunnel app merged to core
+        return null;
+    }
+
+    @Override
+    public void tunnelRemoved(TunnelDescription tunnel) {
+        //TODO implement tunnel remove method when te tunnel app merged to core
+
+    }
+
+    @Override
+    public void tunnelUpdated(TunnelDescription tunnel) {
+        //TODO implement tunnel update method when te tunnel app merged to core
+    }
+
+    @Override
+    public Tunnel tunnelQueryById(TunnelId tunnelId) {
+        return null;
+    }
+
+    private ObjectNode executeGetRequest(DeviceId deviceId) {
+        //the request url is ietf-te:te/tunnels
+        //the response node will begin with tunnels
+        //be careful here to when get the tunnels data
+        InputStream resultStream =
+                controller.get(deviceId, TUNNELS_URL, MEDIA_TYPE_JSON);
+        return toJson(resultStream);
+    }
+
+    private Tunnels getYangTunnelsObject(ObjectNode tunnelsNode) {
+        checkNotNull(tunnelsNode, "Input object node should not be null");
+
+        YangCompositeEncoding yce =
+                new YangCompositeEncodingImpl(URI,
+                                              TUNNELS_URL,
+                                              jsonToString(tunnelsNode));
+
+        Object yo = codecHandler.decode(yce, JSON, QUERY_REPLY);
+
+        if (yo == null) {
+            log.error("YMS decoder returns null");
+            return null;
+        }
+        IetfTe ietfTe = null;
+        Tunnels tunnels = null;
+        if (yo instanceof List) {
+            List<Object> list = (List<Object>) yo;
+            ietfTe = (IetfTe) list.get(DEFAULT_INDEX);
+        }
+        if (ietfTe != null && ietfTe.te() != null) {
+            tunnels = ietfTe.te().tunnels();
+        }
+        return tunnels;
+    }
+
+    private void updateTeTunnels(Tunnels tunnels) {
+        TeTopologyKey key = getTopologyKey();
+
+        tunnels.tunnel().forEach(tunnel -> {
+            DefaultTeTunnel teTunnel = yang2TeTunnel(tunnel, key);
+            providerService.updateTeTunnel(teTunnel);
+        });
+    }
+
+    private TeTopologyKey getTopologyKey() {
+        TeTopologyKey key = null;
+        Optional<TeTopology> teTopology = topologyService.teTopologies()
+                .teTopologies()
+                .values()
+                .stream()
+                .filter(topology -> topology.flags().get(BIT_MERGED))
+                .findFirst();
+        if (teTopology.isPresent()) {
+            TeTopology topology = teTopology.get();
+            key = topology.teTopologyId();
+        }
+        return key;
+    }
+
+    private DeviceId getOwnDevice(long topologyId) {
+        DeviceId deviceId = null;
+        Optional<TeTopology> topoOpt = topologyService.teTopologies()
+                .teTopologies()
+                .values()
+                .stream()
+                .filter(tp -> tp.teTopologyId().topologyId() == topologyId)
+                .findFirst();
+
+        if (topoOpt.isPresent()) {
+            deviceId = topoOpt.get().ownerId();
+        }
+        return deviceId;
+    }
+
+    private class InternalTunnelNotificationListener implements
+            RestConfNotificationEventListener {
+
+        @Override
+        public void handleNotificationEvent(DeviceId deviceId, Object eventJsonString) {
+            ObjectNode response = toJson((String) eventJsonString);
+            if (response == null) {
+                return;
+            }
+            JsonNode teNode = response.get(TE);
+            if (teNode == null) {
+                log.error("Illegal te json object from {}", deviceId);
+                return;
+            }
+            JsonNode tunnelsNode = teNode.get(TUNNELS);
+            if (tunnelsNode == null) {
+                log.error("Illegal tunnel json object from {}", deviceId);
+                return;
+            }
+
+            Tunnels tunnels = getYangTunnelsObject((ObjectNode) tunnelsNode);
+            if (tunnels == null) {
+                return;
+            }
+            updateTeTunnels(tunnels);
+        }
+    }
+}
diff --git a/providers/ietfte/tunnel/src/main/java/org/onosproject/provider/te/tunnel/package-info.java b/providers/ietfte/tunnel/src/main/java/org/onosproject/provider/te/tunnel/package-info.java
new file mode 100644
index 0000000..5ea68ac
--- /dev/null
+++ b/providers/ietfte/tunnel/src/main/java/org/onosproject/provider/te/tunnel/package-info.java
@@ -0,0 +1,19 @@
+/**
+ * Copyright 2016 Open Networking Laboratory
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/**
+ * IETF TE Tunnel provider implementation using RESTCONF protocol.
+ */
+package org.onosproject.provider.te.tunnel;
\ No newline at end of file