Exploring the politics of a digitally networked world.
mutable cleanData = rawData => {
const domainRegExp = RegExp('(http:\/\/|https:\/\/)(www.)?([a-z.]+)');
const pathRegExp = RegExp(
'(https:\/\/)(www\.)?([a-zA-Z0-9\.?=\-]+)\/([a-zA-Z0-9\.?=\-]+)\/?$'
);
return rawData
.filter(
d =>
pathRegExp.test(d['Link URL']) &&
domainRegExp.test(d['Referring Page URL'])
)
.map(
d =>
new Object({
title: _.startCase(_.camelCase(pathRegExp.exec(d['Link URL'])[4])),
'Referring Domain': domainRegExp.exec(d['Referring Page URL'])[3],
'First Seen Date': d['First Seen'].split(' ')[0],
'Last Checked Date': d['First Seen'].split(' ')[0],
...d
})
);
}
groupByTitle = cleanData =>
d3
.groups(cleanData, d => d.title, d => d['Referring Domain'])
.map(([title, domains]) => ({
title,
length: domains.length,
domains: domains
}))
.slice()
.sort((a, b) => d3.descending(a.length, b.length))
groupByRef = cleanData =>
d3
.groups(cleanData, d => d['Referring Domain'], d => d.title)
.map(([title, domains]) => ({
title,
length: domains.length,
domains: domains
}))
.slice()
.sort((a, b) => d3.descending(a.length, b.length))
buildNodes = (rawData, slice) => {
const group = groupByTitle(cleanData(rawData));
const articleNodes = group
.slice(0, slice)
.map(d => new Object({ id: d.title, group: 1 }));
const domainNodes = _.uniqBy(
group
.slice(0, slice)
.map(d =>
d.domains.map(i =>
i[0] === "campusreform.org" || i[0] === "thecollegefix.com"
? new Object({ id: i[0], group: 2 })
: new Object({ id: i[0], group: 3 })
)
)
.flat(),
'id'
);
return [...articleNodes, ...domainNodes];
}
buildLinks = (rawData, slice) => {
const group = groupByTitle(cleanData(rawData));
return group
.slice(0, slice)
.map(d =>
d.domains.map(i => [
new Object({ source: d.title, target: i[0], value: 1 }),
new Object({ source: i[0], target: d.title, value: 1 })
])
)
.flat(2);
}
Purpose-built for displays of data
Observable is your go-to platform for exploring data and creating expressive data visualizations. Use reactive JavaScript notebooks for prototyping and a collaborative canvas for visual data exploration and dashboard creation.
