Skip to content

Instantly share code, notes, and snippets.

@micahstubbs
Last active July 18, 2016 04:48
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save micahstubbs/2d91de526f6d86c175751f834b629701 to your computer and use it in GitHub Desktop.
Save micahstubbs/2d91de526f6d86c175751f834b629701 to your computer and use it in GitHub Desktop.
City of Oakland Budget Proposal Sankey Particles
license: CC0-1.0
border: none
node_modules

a Sankey Particles visualization of the 2015-2016 fiscal year City of Oakland proposed budget data compiled by @scottistical et al using this R Script

inspired by this twitter conversation

this bl.ock forks Greenhouse Gases Sankey Particles which in turn is an iteration on the bl.ock Sankey Particles III by @Elijah_Meeks


Original README.md:

Using particles to indicate flow between reservoirs in a sankey diagram. This time with particles moving at varying speeds and maintaining the color of the source node. You can drag the reservoirs (the rectangles) to adjust the path of the flows.

Other examples of sankeys with particles:

d3.sankey = function() {
var sankey = {},
nodeWidth = 24,
nodePadding = 8,
size = [1, 1],
nodes = [],
links = [];
sankey.nodeWidth = function(_) {
if (!arguments.length) return nodeWidth;
nodeWidth = +_;
return sankey;
};
sankey.nodePadding = function(_) {
if (!arguments.length) return nodePadding;
nodePadding = +_;
return sankey;
};
sankey.nodes = function(_) {
if (!arguments.length) return nodes;
nodes = _;
return sankey;
};
sankey.links = function(_) {
if (!arguments.length) return links;
links = _;
return sankey;
};
sankey.size = function(_) {
if (!arguments.length) return size;
size = _;
return sankey;
};
sankey.layout = function(iterations) {
computeNodeLinks();
computeNodeValues();
computeNodeBreadths();
computeNodeDepths(iterations);
computeLinkDepths();
return sankey;
};
sankey.relayout = function() {
computeLinkDepths();
return sankey;
};
sankey.link = function() {
var curvature = .5;
function link(d) {
var x0 = d.source.x + d.source.dx,
x1 = d.target.x,
xi = d3.interpolateNumber(x0, x1),
x2 = xi(curvature),
x3 = xi(1 - curvature),
y0 = d.source.y + d.sy + d.dy / 2,
y1 = d.target.y + d.ty + d.dy / 2;
return "M" + x0 + "," + y0
+ "C" + x2 + "," + y0
+ " " + x3 + "," + y1
+ " " + x1 + "," + y1;
}
link.curvature = function(_) {
if (!arguments.length) return curvature;
curvature = +_;
return link;
};
return link;
};
// Populate the sourceLinks and targetLinks for each node.
// Also, if the source and target are not objects, assume they are indices.
function computeNodeLinks() {
nodes.forEach(function(node) {
node.sourceLinks = [];
node.targetLinks = [];
});
links.forEach(function(link) {
var source = link.source,
target = link.target;
if (typeof source === "number") source = link.source = nodes[link.source];
if (typeof target === "number") target = link.target = nodes[link.target];
source.sourceLinks.push(link);
target.targetLinks.push(link);
});
}
// Compute the value (size) of each node by summing the associated links.
function computeNodeValues() {
nodes.forEach(function(node) {
node.value = Math.max(
d3.sum(node.sourceLinks, value),
d3.sum(node.targetLinks, value)
);
});
}
// Iteratively assign the breadth (x-position) for each node.
// Nodes are assigned the maximum breadth of incoming neighbors plus one;
// nodes with no incoming links are assigned breadth zero, while
// nodes with no outgoing links are assigned the maximum breadth.
function computeNodeBreadths() {
var remainingNodes = nodes,
nextNodes,
x = 0;
while (remainingNodes.length) {
nextNodes = [];
remainingNodes.forEach(function(node) {
node.x = x;
node.dx = nodeWidth;
node.sourceLinks.forEach(function(link) {
if (nextNodes.indexOf(link.target) < 0) {
nextNodes.push(link.target);
}
});
});
remainingNodes = nextNodes;
++x;
}
//
moveSinksRight(x);
scaleNodeBreadths((size[0] - nodeWidth) / (x - 1));
}
function moveSourcesRight() {
nodes.forEach(function(node) {
if (!node.targetLinks.length) {
node.x = d3.min(node.sourceLinks, function(d) { return d.target.x; }) - 1;
}
});
}
function moveSinksRight(x) {
nodes.forEach(function(node) {
if (!node.sourceLinks.length) {
node.x = x - 1;
}
});
}
function scaleNodeBreadths(kx) {
nodes.forEach(function(node) {
node.x *= kx;
});
}
function computeNodeDepths(iterations) {
var nodesByBreadth = d3.nest()
.key(function(d) { return d.x; })
.sortKeys(d3.ascending)
.entries(nodes)
.map(function(d) { return d.values; });
//
initializeNodeDepth();
resolveCollisions();
for (var alpha = 1; iterations > 0; --iterations) {
relaxRightToLeft(alpha *= .99);
resolveCollisions();
relaxLeftToRight(alpha);
resolveCollisions();
}
function initializeNodeDepth() {
var ky = d3.min(nodesByBreadth, function(nodes) {
return (size[1] - (nodes.length - 1) * nodePadding) / d3.sum(nodes, value);
});
nodesByBreadth.forEach(function(nodes) {
nodes.forEach(function(node, i) {
node.y = i;
node.dy = node.value * ky;
});
});
links.forEach(function(link) {
link.dy = link.value * ky;
});
}
function relaxLeftToRight(alpha) {
nodesByBreadth.forEach(function(nodes, breadth) {
nodes.forEach(function(node) {
if (node.targetLinks.length) {
var y = d3.sum(node.targetLinks, weightedSource) / d3.sum(node.targetLinks, value);
node.y += (y - center(node)) * alpha;
}
});
});
function weightedSource(link) {
return center(link.source) * link.value;
}
}
function relaxRightToLeft(alpha) {
nodesByBreadth.slice().reverse().forEach(function(nodes) {
nodes.forEach(function(node) {
if (node.sourceLinks.length) {
var y = d3.sum(node.sourceLinks, weightedTarget) / d3.sum(node.sourceLinks, value);
node.y += (y - center(node)) * alpha;
}
});
});
function weightedTarget(link) {
return center(link.target) * link.value;
}
}
function resolveCollisions() {
nodesByBreadth.forEach(function(nodes) {
var node,
dy,
y0 = 0,
n = nodes.length,
i;
// Push any overlapping nodes down.
nodes.sort(ascendingDepth);
for (i = 0; i < n; ++i) {
node = nodes[i];
dy = y0 - node.y;
if (dy > 0) node.y += dy;
y0 = node.y + node.dy + nodePadding;
}
// If the bottommost node goes outside the bounds, push it back up.
dy = y0 - nodePadding - size[1];
if (dy > 0) {
y0 = node.y -= dy;
// Push any overlapping nodes back up.
for (i = n - 2; i >= 0; --i) {
node = nodes[i];
dy = node.y + node.dy + nodePadding - y0;
if (dy > 0) node.y -= dy;
y0 = node.y;
}
}
});
}
function ascendingDepth(a, b) {
return a.y - b.y;
}
}
function computeLinkDepths() {
nodes.forEach(function(node) {
node.sourceLinks.sort(ascendingTargetDepth);
node.targetLinks.sort(ascendingSourceDepth);
});
nodes.forEach(function(node) {
var sy = 0, ty = 0;
node.sourceLinks.forEach(function(link) {
link.sy = sy;
sy += link.dy;
});
node.targetLinks.forEach(function(link) {
link.ty = ty;
ty += link.dy;
});
});
function ascendingSourceDepth(a, b) {
return a.source.y - b.source.y;
}
function ascendingTargetDepth(a, b) {
return a.target.y - b.target.y;
}
}
function center(node) {
return node.y + node.dy / 2;
}
function value(link) {
return link.value;
}
return sankey;
};
{
"nodes": [
{
"name": "Capital Improvement Projects"
},
{
"name": "City Administrator"
},
{
"name": "City Attorney"
},
{
"name": "City Auditor"
},
{
"name": "City Clerk"
},
{
"name": "City Council"
},
{
"name": "Economic & Workforce Development"
},
{
"name": "Finance"
},
{
"name": "Fire"
},
{
"name": "Human Resources Management"
},
{
"name": "Human Services"
},
{
"name": "Information Technology"
},
{
"name": "Mayor"
},
{
"name": "Non-Departmental"
},
{
"name": "Oakland Parks & Recreation"
},
{
"name": "Oakland Public Library"
},
{
"name": "Oakland Public Works"
},
{
"name": "Planning & Building"
},
{
"name": "Police"
},
{
"name": "Business License Tax"
},
{
"name": "Fines & Penalties"
},
{
"name": "Grants & Subsidies"
},
{
"name": "Interest Income"
},
{
"name": "Interfund Transfers"
},
{
"name": "Licenses & Permits"
},
{
"name": "Miscellaneous Revenue"
},
{
"name": "Parking Tax"
},
{
"name": "Property Tax"
},
{
"name": "Real Estate Transfer Tax"
},
{
"name": "Sales Tax"
},
{
"name": "Service Charges"
},
{
"name": "Transfers from Fund Balance"
},
{
"name": "Transient Occupancy Tax"
},
{
"name": "Utility Consumption Tax"
},
{
"name": "Housing & Community Development"
},
{
"name": "Gas Tax"
},
{
"name": "Internal Service Funds"
},
{
"name": "Local Tax"
},
{
"name": "General Fund"
},
{
"name": "Non-Discretionary"
}
],
"links": [
{
"source": 38,
"target": 0,
"value": 1.252
},
{
"source": 38,
"target": 1,
"value": 16.1024
},
{
"source": 38,
"target": 2,
"value": 4.9034
},
{
"source": 38,
"target": 3,
"value": 1.9137
},
{
"source": 38,
"target": 4,
"value": 1.9156
},
{
"source": 38,
"target": 5,
"value": 4.1698
},
{
"source": 38,
"target": 6,
"value": 4.8559
},
{
"source": 38,
"target": 7,
"value": 22.4377
},
{
"source": 38,
"target": 8,
"value": 124.7475
},
{
"source": 38,
"target": 9,
"value": 4.7713
},
{
"source": 38,
"target": 10,
"value": 5.2234
},
{
"source": 38,
"target": 11,
"value": 10.2803
},
{
"source": 38,
"target": 12,
"value": 2.549
},
{
"source": 38,
"target": 13,
"value": 77.2006
},
{
"source": 38,
"target": 14,
"value": 15.662
},
{
"source": 38,
"target": 15,
"value": 11.2828
},
{
"source": 38,
"target": 16,
"value": 2.8819
},
{
"source": 38,
"target": 17,
"value": 0.0454
},
{
"source": 38,
"target": 18,
"value": 212.5089
},
{
"source": 19,
"target": 38,
"value": 71.5054
},
{
"source": 20,
"target": 38,
"value": 23.8335
},
{
"source": 21,
"target": 38,
"value": 0.1194
},
{
"source": 22,
"target": 38,
"value": 0.7405
},
{
"source": 23,
"target": 38,
"value": 14.9229
},
{
"source": 24,
"target": 38,
"value": 2.2107
},
{
"source": 25,
"target": 38,
"value": 0.7493
},
{
"source": 26,
"target": 38,
"value": 10.2113
},
{
"source": 27,
"target": 38,
"value": 169.3074
},
{
"source": 28,
"target": 38,
"value": 55.63
},
{
"source": 29,
"target": 38,
"value": 55.4251
},
{
"source": 30,
"target": 38,
"value": 46.8456
},
{
"source": 31,
"target": 38,
"value": 6.8025
},
{
"source": 32,
"target": 38,
"value": 16.4
},
{
"source": 33,
"target": 38,
"value": 50
},
{
"source": 39,
"target": 0,
"value": 38.4343
},
{
"source": 39,
"target": 1,
"value": 4.0636
},
{
"source": 39,
"target": 2,
"value": 9.6838
},
{
"source": 39,
"target": 4,
"value": 0.0675
},
{
"source": 39,
"target": 6,
"value": 12.5926
},
{
"source": 39,
"target": 7,
"value": 13.5228
},
{
"source": 39,
"target": 8,
"value": 10.8653
},
{
"source": 39,
"target": 34,
"value": 18.5454
},
{
"source": 39,
"target": 9,
"value": 1.9615
},
{
"source": 39,
"target": 10,
"value": 62.6754
},
{
"source": 39,
"target": 11,
"value": 16.9423
},
{
"source": 39,
"target": 12,
"value": 0.2937
},
{
"source": 39,
"target": 13,
"value": 263.7925
},
{
"source": 39,
"target": 14,
"value": 10.5757
},
{
"source": 39,
"target": 15,
"value": 17.5294
},
{
"source": 39,
"target": 16,
"value": 156.8086
},
{
"source": 39,
"target": 17,
"value": 27.1776
},
{
"source": 39,
"target": 18,
"value": 23.6575
},
{
"source": 20,
"target": 39,
"value": 4.7521
},
{
"source": 35,
"target": 39,
"value": 7.0609
},
{
"source": 21,
"target": 39,
"value": 58.1621
},
{
"source": 22,
"target": 39,
"value": 0.1915
},
{
"source": 23,
"target": 39,
"value": 135.5091
},
{
"source": 36,
"target": 39,
"value": 74.2976
},
{
"source": 24,
"target": 39,
"value": 15.4548
},
{
"source": 37,
"target": 39,
"value": 148.1487
},
{
"source": 25,
"target": 39,
"value": 36.7525
},
{
"source": 26,
"target": 39,
"value": 8.6796
},
{
"source": 27,
"target": 39,
"value": 4.2857
},
{
"source": 29,
"target": 39,
"value": 24.6465
},
{
"source": 30,
"target": 39,
"value": 121.437
},
{
"source": 31,
"target": 39,
"value": 45.3387
},
{
"source": 32,
"target": 39,
"value": 4.4727
}
]
}
<!DOCTYPE html>
<html lang='en'>
<head>
<meta charset='utf-8' />
<title>Sankey Particles</title>
</head>
<body>
<canvas width='1000' height='1000' ></canvas>
<svg width='1000' height='1000' ></svg>
<script src='https://d3js.org/d3.v3.min.js' charset='utf-8' type='text/javascript'></script>
<script src='d3.sankey.js' charset='utf-8' type='text/javascript'></script>
<script src='https://npmcdn.com/babel-core@5.8.34/browser.min.js'></script>
<script lang='babel' type='text/babel'>
/* const canvas = */ d3.select('canvas')
.style('position', 'absolute');
const margin = { top: 1, right: 1, bottom: 6, left: 1 };
const width = 960 - margin.left - margin.right;
const height = 500 - margin.top - margin.bottom;
const formatNumber = d3.format(',.0f');
const format = d => `$${formatNumber(d)} million`;
const color = d3.scale.category20();
const svg = d3.select('svg')
.style('position', 'absolute')
.attr('width', width + margin.left + margin.right)
.attr('height', height + margin.top + margin.bottom)
.append('g')
.attr('transform', `translate(${margin.left}, ${margin.top})`);
const sankey = d3.sankey()
.nodeWidth(15)
.nodePadding(10)
.size([width, height]);
const path = sankey.link();
/* let freqCounter = 1; */
d3.json('graph.json', graph => {
sankey
.nodes(graph.nodes)
.links(graph.links)
.layout(32);
const link = svg.append('g').selectAll('.link')
.data(graph.links)
.enter().append('path')
.attr('class', 'link')
.attr('d', path)
.style('stroke-width', d => Math.max(1, d.dy))
.style({
fill: 'none',
stroke: '#000',
'stroke-opacity': 0.15
})
.sort((a, b) => b.dy - a.dy)
link
.on('mouseover', function () {
d3.select(this)
.style('stroke-opacity', 0.25);
})
.on('mouseout', function () {
d3.select(this)
.style('stroke-opacity', 0.15);
});
link.append('title')
.text(d => `${d.source.name} → ${d.target.name}\n${format(d.value)}`)
const node = svg.append('g').selectAll('.node')
.data(graph.nodes)
.enter().append('g')
.attr('class', 'node')
.attr('transform', d => `translate(${d.x}, ${d.y})`)
.call(d3.behavior.drag()
.origin(d => d)
.on('dragstart', function () { this.parentNode.appendChild(this); })
.on('drag', dragmove));
node.append('rect')
.attr('height', d => d.dy)
.attr('width', sankey.nodeWidth())
.style('fill', d => {
d.color = color(d.name.replace(/ .*/, ''));
return d.color;
})
.style({
stroke: 'none',
cursor: 'move',
'fill-opacity': 0.9,
'shape-rendering': 'crispEdges'
})
.append('title')
.text(d => `${d.name}\n${format(d.value)}`);
node.append('text')
.attr('x', -6)
.attr('y', d => d.dy / 2)
.attr('dy', '.35em')
.attr('text-anchor', 'end')
.attr('transform', null)
.style({
'pointer-events': 'none',
'text-shadow': '0 1px 0 #fff',
'font-size': '12px'
})
.text(d => d.name)
.filter(d => d.x < width / 2)
.attr('x', 6 + sankey.nodeWidth())
.attr('text-anchor', 'start')
.style('font-size', '12px');
function dragmove(d) {
d3.select(this)
.attr('transform', `translate(${d.x}, ${(d.y = Math.max(0, Math.min(height - d.dy, d3.event.y)))})`);
sankey.relayout();
link.attr('d', path);
}
const linkExtent = d3.extent(graph.links, d => d.value);
const frequencyScale = d3.scale.linear()
.domain(linkExtent)
.range([0.05, 1]);
/* const particleSize = */ d3.scale.linear()
.domain(linkExtent)
.range([1, 5]);
graph.links.forEach(currentLink => {
currentLink.freq = frequencyScale(currentLink.value);
currentLink.particleSize = 2;
currentLink.particleColor = d3.scale.linear().domain([0, 1])
.range([currentLink.source.color, currentLink.target.color]);
});
/* const t = */ d3.timer(tick, 1000);
let particles = [];
function tick(elapsed /* , time */) {
particles = particles.filter(d => d.current < d.path.getTotalLength());
d3.selectAll('path.link')
.each(
function (d) {
// if (d.freq < 1) {
for (let x = 0; x < 2; x++) {
const offset = (Math.random() - 0.5) * (d.dy - 4);
if (Math.random() < d.freq) {
const length = this.getTotalLength();
particles.push({
link: d,
time: elapsed,
offset,
path: this,
length,
animateTime: length,
speed: 0.5 + (Math.random())
});
}
}
// }
/* else {
for (let x = 0; x<d.freq; x++) {
let offset = (Math.random() - .5) * d.dy;
particles.push({link: d, time: elapsed, offset: offset, path: this})
}
} */
});
particleEdgeCanvasPath(elapsed);
}
function particleEdgeCanvasPath(elapsed) {
const context = d3.select('canvas').node().getContext('2d');
context.clearRect(0, 0, 1000, 1000);
context.fillStyle = 'gray';
context.lineWidth = '1px';
for (const x in particles) {
if ({}.hasOwnProperty.call(particles, x)) {
const currentTime = elapsed - particles[x].time;
// let currentPercent = currentTime / 1000 * particles[x].path.getTotalLength();
particles[x].current = currentTime * 0.15 * particles[x].speed;
const currentPos = particles[x].path.getPointAtLength(particles[x].current);
context.beginPath();
context.fillStyle = particles[x].link.particleColor(0);
context.arc(
currentPos.x,
currentPos.y + particles[x].offset,
particles[x].link.particleSize,
0,
2 * Math.PI
);
context.fill();
}
}
}
});
</script>
</body>
</html>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment