Public
Edited
Jul 23, 2024
advancedSearch(data, "Understanding VUE", ["title", "content"])
// Utility function to escape regex special characters
function escapeRegExp(string) {
return string.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
}
// Tokenize search query
function tokenizeQuery(query) {
const tokens = [];
const regex = /(-?"[^"]+"|\S+)/g; // Tokenizes the input query, keeping quoted phrases intact
let match;
while (match = regex.exec(query)) {
tokens.push(match[0]);
}
return tokens;
}
function parseTokens(tokens) {
const tree = [];
let current = [];
let mode = 'AND';
tokens.forEach(token => {
token = token.toString(); // Ensure the token is a string
if (token.toUpperCase() === 'AND' || token.toUpperCase() === 'OR') {
mode = token.toUpperCase(); // Ensures AND/OR operators are case-insensitive
} else {
if (mode === 'OR') {
if (current.length) {
tree.push(current);
}
current = [];
mode = 'AND';
}
current.push(token);
}
});
if (current.length) {
tree.push(current);
}
return tree;
}
function matchesQuery(obj, queryTree, fields) {
return queryTree.some(andTokens => {
return andTokens.every(token => {
token = token.toString(); // Ensure the token is a string
const exclude = token.startsWith('-');
const quoted = token.startsWith('"') && token.endsWith('"');
let term = token;
if (exclude) term = term.slice(1);
if (quoted) term = term.slice(1, -1);
const regex = new RegExp(escapeRegExp(term), 'i'); // Case-insensitive regex
const match = fields.some(field => regex.test(obj[field]));
return exclude ? !match : match;
});
});
}
mutable debug = []
"Understanding VUE".toLowerCase().indexOf(" and ") == -1
// Main search function
function advancedSearch(data, argQuery, fields) {
let query = argQuery;
// Modify Query
if (
query.toLowerCase().indexOf(" or ") == -1 &&
query.toLowerCase().indexOf(" -") == -1 &&
query.toLowerCase().indexOf(" and ") == -1 &&
query.toLowerCase().indexOf('"') == -1
) {
query = argQuery.replaceAll(" ", " OR ");
}
const tokens = tokenizeQuery(query);
const queryTree = parseTokens(tokens);
// Flatten all tokens and add an implicit OR condition between them if no explicit operator is provided
// Create a new array of single OR conditions if no explicit AND/OR is specified
const implicitOrTokens = tokens
.filter(
(token) => token.toUpperCase() !== "AND" && token.toUpperCase() !== "OR"
)
.map((token) => [token]);
mutable debug.push({
tokens,
query,
argQuery,
implicitOrTokens,
concatted: queryTree.concat([implicitOrTokens]),
queryTree
});
return data.filter((obj) =>
matchesQuery(obj, queryTree.length ? queryTree : implicitOrTokens, fields)
);
}
One platform to build and deploy the best data apps
Experiment and prototype by building visualizations in live JavaScript notebooks. Collaborate with your team and decide which concepts to build out.
Use Observable Framework to build data apps locally. Use data loaders to build in any language or library, including Python, SQL, and R.
Seamlessly deploy to Observable. Test before you ship, use automatic deploy-on-commit, and ensure your projects are always up-to-date.