You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by rm...@apache.org on 2017/01/18 14:04:26 UTC
[04/39] flink-web git commit: Rebuild site
http://git-wip-us.apache.org/repos/asf/flink-web/blob/9ec0a879/content/visualizer/js/graphCreator.js
----------------------------------------------------------------------
diff --git a/content/visualizer/js/graphCreator.js b/content/visualizer/js/graphCreator.js
new file mode 100755
index 0000000..86c8c81
--- /dev/null
+++ b/content/visualizer/js/graphCreator.js
@@ -0,0 +1,445 @@
+/*!
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+/*
+ * Document initialization.
+ */
+$(document).ready(function ()
+{
+ zoom = d3.behavior.zoom("#svg-main").on("zoom", function() {
+ var ev = d3.event;
+ d3.select("#svg-main g")
+ .attr("transform", "translate(" + ev.translate + ") scale(" + ev.scale + ")");
+ });
+ zoom.scaleExtent([0.3, 3])
+});
+
+//The current JSON file
+var JSONData;
+//The informations for the iterations
+var iterationIds = new Array();
+var iterationGraphs = new Array();
+var iterationWidths = new Array();
+var iterationHeights = new Array();
+
+//The zoom element
+var zoom;
+//informations about the enviroment
+var svgWidth;
+var svgHeight;
+
+//Renders and draws the graph
+function drawGraph(data, svgID){
+ JSONData = data;
+
+ //First step: precompute all iteration graphs
+
+ //find all iterations
+ iterationNodes = searchForIterationNodes();
+
+ //add the graphs of iterations and their sizes + Ids to arrays
+ if (iterationNodes != null) {
+ for (var i in iterationNodes) {
+ var itNode = iterationNodes[i];
+ iterationIds.push(itNode.id);
+ var g0 = loadJsonToDagre(itNode);
+ iterationGraphs.push(g0);
+ var r = new dagreD3.Renderer();
+ var l = dagreD3.layout()
+ .nodeSep(20)
+ .rankDir("LR");
+ l = r.layout(l).run(g0, d3.select("#svg-main"));
+
+ iterationWidths.push(l._value.width);
+ iterationHeights.push(l._value.height);
+
+ //Clean svg
+ $("#svg-main g").empty();
+ }
+ }
+
+ //Continue normal
+ var g = loadJsonToDagre(data);
+ var selector = svgID + " g";
+ var renderer = new dagreD3.Renderer();
+ var layout = dagreD3.layout()
+ .nodeSep(20)
+ .rankDir("LR");
+ var svgElement = d3.select(selector);
+ layout = renderer.layout(layout).run(g, svgElement);
+
+ svgHeight = layout._value.height;
+ svgWidth = layout._value.width;
+
+ var svg = d3.select("#svg-main")
+ .attr("width", $(document).width() - 15)
+ .attr("height", $(document).height() - 15 - 110)
+// .attr("viewBox", "0 0 "+ ($(document).width() - 150) +" "+($(document).height() - 15 - 110))
+ .call(zoom);
+
+ // This should now draw the precomputed graphs in the svgs... .
+
+ for (var i in iterationIds) {
+ var workset = searchForNode(iterationIds[i]);
+ renderer = new dagreD3.Renderer();
+ layout = dagreD3.layout()
+ .nodeSep(20)
+ .rankDir("LR");
+ selector = "#svg-"+iterationIds[i]+" g";
+ svgElement = d3.select(selector);
+ layout = renderer.layout(layout).run(iterationGraphs[i], svgElement);
+ }
+
+ //enable Overlays and register function for overlay-infos
+ $("a[rel]").overlay({
+ onBeforeLoad: function(){
+ var id = this.getTrigger().attr("nodeID")
+ showProperties(id);
+ }
+ });
+
+ }
+
+//Creates the dagreD3 graph object
+//Responsible for adding nodes and edges
+function loadJsonToDagre(data){
+
+ //stores all nodes that are in current graph -> no edges to nodes which are outside of current iterations!
+ var existingNodes = new Array;
+
+ var g = new dagreD3.Digraph();
+
+ //Find out whether we are in an iteration or in the normal json
+ //Bulk variables
+ var partialSolution;
+ var nextPartialSolution;
+ //Workset variables
+ var workset;
+ var nextWorkset;
+ var solutionSet;
+ var solutionDelta;
+
+ if (data.nodes != null) {
+ //This is the normal json data
+ var toIterate = data.nodes;
+ } else {
+ //This is an iteration, we now store special iteration nodes if possible
+ var toIterate = data.step_function;
+ partialSolution = data.partial_solution;
+ nextPartialSolution = data.next_partial_solution;
+ workset = data.workset;
+ nextWorkset = data.next_workset;
+ solutionSet = data.solution_set;
+ solutionDelta = data.solution_delta;
+ }
+
+ for (var i in toIterate) {
+ var el = toIterate[i];
+ //create node, send additional informations about the node if it is a special one
+ if (el.id == partialSolution) {
+ g.addNode(el.id, { label: createLabelNode(el, "partialSolution"), nodesWithoutEdges: ""} );
+ } else if (el.id == nextPartialSolution) {
+ g.addNode(el.id, { label: createLabelNode(el, "nextPartialSolution"), nodesWithoutEdges: ""} );
+ } else if (el.id == workset) {
+ g.addNode(el.id, { label: createLabelNode(el, "workset"), nodesWithoutEdges: ""} );
+ } else if (el.id == nextWorkset) {
+ g.addNode(el.id, { label: createLabelNode(el, "nextWorkset"), nodesWithoutEdges: ""} );
+ } else if (el.id == solutionSet) {
+ g.addNode(el.id, { label: createLabelNode(el, "solutionSet"), nodesWithoutEdges: ""} );
+ } else if (el.id == solutionDelta) {
+ g.addNode(el.id, { label: createLabelNode(el, "solutionDelta"), nodesWithoutEdges: ""} );
+ } else {
+ g.addNode(el.id, { label: createLabelNode(el, ""), nodesWithoutEdges: ""} );
+ }
+ existingNodes.push(el.id);
+
+ //create edgdes from predecessors to current node
+ if (el.predecessors != null) {
+ for (var j in el.predecessors) {
+ if (existingNodes.indexOf(el.predecessors[j].id) != -1) {
+ g.addEdge(null, el.predecessors[j].id, el.id, { label: createLabelEdge(el.predecessors[j]) });
+ } else {
+ var missingNode = searchForNode(el.predecessors[j].id);
+ if (missingNode.alreadyAdded != true) {
+ missingNode.alreadyAdded = true;
+ g.addNode(missingNode.id, {label: createLabelNode(missingNode, "mirror")});
+ g.addEdge(null, missingNode.id, el.id, { label: createLabelEdge(missingNode) });
+ }
+ }
+ }
+ }
+ }
+ return g;
+}
+
+//create a label of an edge
+function createLabelEdge(el) {
+ var labelValue = "";
+
+ if (el.ship_strategy != null || el.local_strategy != null) {
+ labelValue += "<div style=\"font-size: 100%; border:2px solid; padding:5px\">";
+ if (el.ship_strategy != null) {
+ labelValue += el.ship_strategy;
+ }
+ if (el.temp_mode != undefined) {
+ labelValue += " (" + el.temp_mode + ")";
+ }
+ if (el.local_strategy != undefined) {
+ labelValue += ",<br>" + el.local_strategy;
+ }
+ labelValue += "</div>";
+ }
+
+ return labelValue;
+}
+
+//creates the label of a node, in info is stored, whether it is a special node (like a mirror in an iteration)
+function createLabelNode(el, info) {
+// if (info != "") {
+// console.log("The node " + el.id + " is a " + info);
+// }
+
+ //true, if the node is a special node from an iteration
+ var specialIterationNode = (info == "partialSolution" || info == "nextPartialSolution" || info == "workset" || info == "nextWorkset" || info == "solutionSet" || info == "solutionDelta" );
+
+ var labelValue = "<div style=\"margin-top: 0\">";
+ //set color of panel
+ if (info == "mirror") {
+ labelValue += "<div style=\"border-color:#a8a8a8; border-width:4px; border-style:solid\">";
+ } else if (specialIterationNode) {
+ labelValue += "<div style=\"border-color:#CD3333; border-width:4px; border-style:solid\">";
+ } else {
+ //there is no info value, set normal color
+ if (el.pact == "Data Source") {
+ labelValue += "<div style=\"border-color:#4ce199; border-width:4px; border-style:solid\">";
+ } else if (el.pact == "Data Sink") {
+ labelValue += "<div style=\"border-color:#e6ec8b; border-width:4px; border-style:solid\">";
+ } else {
+ labelValue += "<div style=\"border-color:#3fb6d8; border-width:4px; border-style:solid\">";
+ }
+ }
+ //Nodename
+ if (info == "mirror") {
+ labelValue += "<div><a nodeID=\""+el.id+"\" href=\"#\" rel=\"#propertyO\"><h3 style=\"text-align: center; "
+ + "font-size: 150%\">Mirror of " + el.pact + " (ID = "+el.id+")</h3></a>";
+ } else {
+ labelValue += "<div><a nodeID=\""+el.id+"\" href=\"#\" rel=\"#propertyO\"><h3 style=\"text-align: center; "
+ + "font-size: 150%\">" + el.pact + " (ID = "+el.id+")</h3></a>";
+ }
+ if (el.contents == "") {
+ labelValue += "</div>";
+ } else {
+ var stepName = el.contents;
+ //clean stepName
+ stepName = shortenString(stepName);
+ labelValue += "<h4 style=\"text-align: center; font-size: 130%\">" + stepName + "</h4></div>";
+ }
+
+ //If this node is an "iteration" we need a different panel-body
+ if (el.step_function != null) {
+ labelValue += extendLabelNodeForIteration(el.id);
+ } else {
+ //Otherwise add infos
+ if (specialIterationNode) {
+ labelValue += "<h5 style=\"font-size:115%; text-align: center; color:#CD3333\">" + info + " Node</h5>";
+ }
+
+ if (el.parallelism != "") {
+ labelValue += "<h5 style=\"font-size:115%\">Parallelism: " + el.parallelism + "</h5>";
+ }
+
+ if (el.driver_strategy != undefined) {
+ labelValue += "<h5 style=\"font-size:115%\">Driver Strategy: " + el.driver_strategy + "</h5";
+ }
+
+ }
+ //close divs
+ labelValue += "</div></div>";
+ return labelValue;
+}
+
+//Extends the label of a node with an additional svg Element to present the iteration.
+function extendLabelNodeForIteration(id) {
+ var svgID = "svg-" + id;
+
+ //Find out the position of the iterationElement in the iterationGraphArray
+ var index = iterationIds.indexOf(id);
+ //Set the size and the width of the svg Element as precomputetd
+ var width = iterationWidths[index] + 70;
+ var height = iterationHeights[index] + 40;
+
+ var labelValue = "<div id=\"attach\"><svg id=\""+svgID+"\" width="+width+" height="+height+"><g transform=\"translate(20, 20)\"/></svg></div>";
+ return labelValue;
+}
+
+//presents properties for a given nodeID in the propertyCanvas overlay
+function showProperties(nodeID) {
+ $("#propertyCanvas").empty();
+ node = searchForNode(nodeID);
+ var phtml = "<div style='overflow-y: scroll; max-height:490px; overflow-x:hidden'><h3>Properties of "+ shortenString(node.contents) + " - ID = " + nodeID + "</h3>";
+ phtml += "<div class=\"row\">";
+
+ phtml += "<div class=\"col-sm-12\"><h4>Pact Properties</h4>";
+ phtml += "<table class=\"table\">";
+ phtml += tableRow("Operator", (node.driver_strategy == undefined ? "None" : node.driver_strategy));
+ phtml += tableRow("Parallelism", (node.parallelism == undefined ? "None" : node.parallelism));
+ phtml += tableRow("Subtasks-per-instance", (node.subtasks_per_instance == undefined ? "None" : node.subtasks_per_instance));
+ phtml += "</table></div>";
+
+ phtml += "<div class=\"col-sm-12\"><h4>Global Data Properties</h4>";
+ phtml += "<table class=\"table\">";
+ if (node.global_properties != null) {
+ for (var i = 0; i < node.global_properties.length; i++) {
+ var prop = node.global_properties[i];
+ phtml += tableRow((prop.name == undefined ? '(unknown)' : prop.name),(prop.value == undefined ? "(none)" : prop.value));
+ }
+ } else {
+ phtml += tableRow("Global Properties", "None");
+ }
+ phtml += "</table></div>";
+
+ phtml += "<div class=\"col-sm-12\"><h4>Local Data Properties</h4>";
+ phtml += "<table class=\"table\">";
+ if (node.local_properties != null) {
+ for (var i = 0; i < node.local_properties.length; i++) {
+ var prop = node.local_properties[i];
+ phtml += tableRow((prop.name == undefined ? '(unknown)' : prop.name),(prop.value == undefined ? "(none)" : prop.value));
+ }
+ } else {
+ phtml += tableRow("Local Properties", "None");
+ }
+ phtml += "</table></div></div>";
+
+ phtml += "<div class=\"row\">";
+ phtml += "<div class=\"col-sm-12\"><h4>Size Estimates</h4>";
+ phtml += "<table class=\"table\">";
+ if (node.estimates != null) {
+ for (var i = 0; i < node.estimates.length; i++) {
+ var prop = node.estimates[i];
+ phtml += tableRow((prop.name == undefined ? '(unknown)' : prop.name),(prop.value == undefined ? "(none)" : prop.value));
+ }
+ } else {
+ phtml += tableRow("Size Estimates", "None");
+ }
+ phtml += "</table></div>";
+
+ phtml += "<div class=\"col-sm-12\"><h4>Cost Estimates</h4>";
+ phtml += "<table class=\"table\">";
+ if (node.costs != null) {
+ for (var i = 0; i < node.costs.length; i++) {
+ var prop = node.costs[i];
+ phtml += tableRow((prop.name == undefined ? '(unknown)' : prop.name),(prop.value == undefined ? "(none)" : prop.value));
+ }
+ } else {
+ phtml += tableRow("Cost Estimates", "None");
+ }
+ phtml += "</table></div>";
+
+ phtml += "</div></div>";
+ $("#propertyCanvas").append(phtml);
+
+}
+
+//searches in the global JSONData for the node with the given id
+function searchForNode(nodeID) {
+ for (var i in JSONData.nodes) {
+ var el = JSONData.nodes[i];
+ if (el.id == nodeID) {
+ return el;
+ }
+ //look for nodes that are in iterations
+ if (el.step_function != null) {
+ for (var j in el.step_function) {
+ if (el.step_function[j].id == nodeID) {
+ return el.step_function[j];
+ }
+ }
+ }
+ }
+}
+
+//searches for all nodes in the global JSONData, that are iterations
+function searchForIterationNodes() {
+ var itN = new Array();
+ for (var i in JSONData.nodes) {
+ var el = JSONData.nodes[i];
+ if (el.step_function != null) {
+ itN.push(el);
+ }
+ }
+ return itN;
+}
+
+//creates a row for a table with two collums
+function tableRow(nameX, valueX) {
+ var htmlCode = "";
+ htmlCode += "<tr><td align=\"left\">" + nameX + "</td><td align=\"right\">" + valueX + "</td></tr>";
+ return htmlCode;
+}
+
+//Split a string into multiple lines so that each line has less than 30 letters.
+function shortenString(s) {
+ //make sure that name does not contain a < (because of html)
+ if (s.charAt(0) == "<") {
+ s = s.replace("<", "<");
+ s = s.replace(">", ">");
+ }
+
+ sbr = ""
+ while (s.length > 30) {
+ sbr = sbr + s.substring(0, 30) + "<br>"
+ s = s.substring(30, s.length)
+ }
+ sbr = sbr + s
+
+ return sbr;
+}
+
+//activates the zoom buttons
+function activateZoomButtons() {
+ $("#zoomIn").click(function() {
+ console.log("Clicked zoom in");
+ if (zoom.scale() < 2.99) {
+ var svg = d3.select("#svg-main");
+ //Calculate and store new values in zoom object
+ var translate = zoom.translate();
+ var v1 = translate[0] * (zoom.scale() + 0.1 / (zoom.scale()));
+ var v2 = translate[1] * (zoom.scale() + 0.1 / (zoom.scale()));
+ zoom.scale(zoom.scale() + 0.1);
+ zoom.translate([v1, v2]);
+ //Transform svg
+ svg.select("#svg-main g")
+ .attr("transform", "translate(" + v1 + ","+ v2 + ") scale(" + zoom.scale() + ")");
+ }
+ });
+
+ $("#zoomOut").click(function() {
+ if (zoom.scale() > 0.31) {
+ var svg = d3.select("#svg-main");
+ //Calculate and store new values in zoom object
+ zoom.scale(zoom.scale() - 0.1);
+ var translate = zoom.translate();
+ var v1 = translate[0] * (zoom.scale() - 0.1 / (zoom.scale()));
+ var v2 = translate[1] * (zoom.scale() - 0.1 / (zoom.scale()));
+ zoom.translate([v1, v2]);
+ //Transform svg
+ svg.select("#svg-main g")
+ .attr("transform", "translate(" + v1 + ","+ v2 + ") scale(" + zoom.scale() + ")");
+ }
+ });
+}