// function getData(){ // var numNeg = 0; // var numPos = 0; // var numNeut = 0; // var samples = globalSamples; // shuffle(csv_data); // var data_sample = []; // var sent_vals = new Set([]); // var idx = 0; // while((numNeg < samples || numPos < samples || numNeut < samples) && csv_data.length > idx){ // var curr = csv_data[idx]; // if(filter != "" && !(curr.tweet.toLowerCase().includes(filter.toLowerCase()))){ // idx = idx + 1; // continue // } // if(curr.sentiment < -0.5 && numNeg < samples && !(sent_vals.has(curr.sentiment))){ // data_sample.push(curr); // sent_vals = sent_vals.add(curr.sentiment); // numNeg = numNeg + 1; // }if(curr.sentiment > 0.5 && numPos < samples && !(sent_vals.has(curr.sentiment))){ // data_sample.push(curr); // sent_vals = sent_vals.add(curr.sentiment); // numPos = numPos + 1; // }else if(curr.sentiment < 0.5 && curr.sentiment > -0.5 && numNeut < samples && // !(sent_vals.has(curr.sentiment))){ // data_sample.push(curr); // sent_vals = sent_vals.add(curr.sentiment); // numNeut = numNeut + 1; // } // idx = idx + 1; // } // return data_sample; // } function getData(){ var numNeg = 0; var numPos = 0; var numNeut = 0; var maxNeg = 0; var maxPos = 0; var maxNeut = 0; counts.forEach(function(s) { if(s.sent < -0.5){ maxNeg = maxNeg + s.num; }else if(s.sent < 0.5){ maxNeut = maxNeut + s.num; }else{ maxPos = maxPos + s.num; } }); if(maxNeg+maxNeut+maxPos > 60){ maxNeg = Math.round(maxNeg/5); maxPos = Math.round(maxPos/5); maxNeut = Math.round(maxNeut/5); } shuffle(control_csv_data[randomUser]); var data_sample = []; var sent_vals = new Set([]); var idx = 0; var curr = control_csv_data[randomUser]; while((numNeg < maxNeg || numPos < maxPos || numNeut < maxNeut) && curr.tweets.length > idx){ if(filter != "" && !(curr.tweets[idx].toLowerCase().includes(filter.toLowerCase()))){ idx = idx + 1; continue } if(curr.sentiments[idx] < -0.5 && numNeg < maxNeg && !(sent_vals.has(curr.sentiments[idx]))){ data_sample.push({"tweet":curr.tweets[idx],"sent":curr.sentiments[idx]}); sent_vals = sent_vals.add(curr.sentiments[idx]); numNeg = numNeg + 1; }if(curr.sentiments[idx] > 0.5 && numPos < maxPos && !(sent_vals.has(curr.sentiments[idx]))){ data_sample.push({"tweet":curr.tweets[idx],"sent":curr.sentiments[idx]}); sent_vals = sent_vals.add(curr.sentiments[idx]); numPos = numPos + 1; }else if(curr.sentiments[idx] < 0.5 && curr.sentiments[idx] > -0.5 && numNeut < maxNeut && !(sent_vals.has(curr.sentiments[idx]))){ data_sample.push({"tweet":curr.tweets[idx],"sent":curr.sentiments[idx]}); sent_vals = sent_vals.add(curr.sentiments[idx]); numNeut = numNeut + 1; } idx = idx + 1; } return data_sample; }