In New Zealand being kid of human.
We might make mistakes but we will make other things too. -
Michael Joseph Savage
Public
Edited
Jun 20, 2024
bigclivedotcom
Type Table, then Shift-Enter. Ctrl-space for more options.
bigclivedotcom = _.uniqBy( await FileAttachment("bigclivedotcom.csv").csv(), (obj) => obj.URL.toLowerCase())
titles = bigclivedotcom.map(({ Title }) => Title).sort((a, b) => a.localeCompare(b));
availableSubTitleFiles
Type Table, then Shift-Enter. Ctrl-space for more options.
SubFiles = FileAttachment("bigclivedotcom@1.zip").zip()
// remove ' (2).en.srt' from the end of subtitle filenames and remove duplicates.
availableSubTitleFiles = _.uniqBy(
SubFiles.filenames.map(filename => {
let f = filename.slice(0, -7);
if (f.slice(-4) === ' (2)') {
f = f.slice(0, -4);
}
return { zfilename: filename, filename: f, URL: findMatchingURL(f) };
}),
'filename'
);
// Function to find matching URL in bigclivedotcom
function findMatchingURL(title) {
// Normalize the title to lowercase
const normalizedTitle = title.toLowerCase();
// Search for the matching entry in bigclivedotcom
const matchingEntry = bigclivedotcom.find(entry =>
entry.Title.toLowerCase().includes(normalizedTitle)
);
// Return the URL if found, otherwise return null
return matchingEntry ? matchingEntry.URL.split("v=")[1].split("&")[0] : null;
}
titles.length // before filter
availableSubTitleFiles.length // after filer
chunks = _.chunk(processedFiles, 740)
chunk0 = chunks[0]
chunk1 = chunks[1]
chunk2 = chunks[2]
ShowFile = SubFiles.filenames[0]
srtText = SubFiles.file(ShowFile).text()
parseSrtText(srtText)
// convert .srt file to text string
// it turns the file into an object called subtitles {count: 1, time: "00:00:00,080 --> 00:00:01,839", body: "great thing about LED lighting is it's"}
// then the reduce method to concatenate the body properties of the subtitle objects.
function parseSrtText(text) {
// Split the text by carriage return (\r)
const lines = text.split("\r");
// Create an empty array to store subtitle objects
const subtitles = [];
// Loop through each line segment (ignoring empty lines)
for (let i = 0; i < lines.length; i += 4) {
// Extract the subtitle number (assuming it's the first line in the segment)
const number = parseInt(lines[i].trim());
// Check if the number is valid (avoid empty entries)
if (number) {
// Extract timestamp and text content
const time = lines[i + 1].trim();
const body = lines.slice(i + 2, i + 4).join("\r").trim();
// Create a subtitle object with desired properties
const subtitle = {
count: number,
time,
body,
};
// Add the subtitle object to the array
subtitles.push(subtitle);
}
}
// Use reduce to concatenate the body properties of the subtitle objects
const concatenatedText = subtitles.reduce((acc, subtitle) => acc + subtitle.body + " ", "");
return concatenatedText.trim(); // Trim any trailing whitespace
}
// otext = old_parseSrtText(srtText).reduce((acc, subtitle) => acc + subtitle.body + " ", "")
Purpose-built for displays of data
Observable is your go-to platform for exploring data and creating expressive data visualizations. Use reactive JavaScript notebooks for prototyping and a collaborative canvas for visual data exploration and dashboard creation.
