2d:null 2e:["$","title",null,{"children":"Horror Movies Dataset | nussyr3 | Observable"}] 33:[] 31:{"id":"1f9e1956ad05b82e","slug":"horror-movies-dataset","title":"Horror Movies Dataset","thumbnail":"92b13dfde0f57e0ee399cc44547b9641ad27a6fa3e0549ff4ce3068a5cb098ef","access_level":"public","create_time":"$D2019-12-04T21:44:19.330Z","update_time":"$D2019-12-15T02:35:47.389Z","view_time":null,"first_public_time":"$D2019-12-04T21:45:58.404Z","has_unpublished_edits":null,"fork":false,"stars":1,"starred":false,"owner":{"type":"team","id":"b3afac52b59f94f3","login":"nussyr3","name":"","avatar_url":"https://avatars-next.observableusercontent.com/24c7c544f0a5e571a1534e3ec7e802c9af36705d4516b657e55ba541963ae264","tier":"starter_2024"},"version":601,"publish_version":601,"role":null,"authored":false,"authors":[{"type":"individual","id":"b29912c9988f19cc","login":"nussyr3","name":"","avatar_url":"https://avatars-next.observableusercontent.com/24c7c544f0a5e571a1534e3ec7e802c9af36705d4516b657e55ba541963ae264","tier":null}],"members":[{"type":"individual","id":"b29912c9988f19cc","login":"nussyr3","name":"","avatar_url":"https://avatars-next.observableusercontent.com/24c7c544f0a5e571a1534e3ec7e802c9af36705d4516b657e55ba541963ae264","tier":null,"role":"editor"}],"comments":[],"custom_thumbnail":false,"trashed":false,"lapsed":null,"subscribed":null,"forks":1,"collection":null,"type":"notebook","body":{"title":"Horror Movies Dataset","cells":[{"id":0,"value":"md`# Horror Movies Dataset`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":277,"value":"md` #### *Datasets*`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":273,"value":"movies = d3.csv(\"https://www.sfu.ca/~nimtiaz/horrormovies.csv\", d3.autoType)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":54,"value":"jumpscares = d3.csv(\"https://www.sfu.ca/~nimtiaz/jumpscares.csv\", d3.autoType)","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":74,"value":"md` ## Data Inspection and Cleaning`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":20,"value":"df_movies = dfjs.DataFrame.fromCSV('https://www.sfu.ca/~nimtiaz/horrormovies.csv')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":17,"value":"df_movies.show()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":360,"value":"df_movies.countValue('', \"Budget\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":365,"value":"df_movies.countValue('', \"Worldwide_Gross\")","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":83,"value":"md`\nWhen compiling the *movies* dataset, we chose to remove 2 titles from the list since they had missing values for both Rotten Tomatoes Critic and Audience scores. There are a few titles with missing values for budget, worldwide gross, or both, but since we elected not to use those dimensions in any of our visualizations, we chose to keep those movie titles. The only titles which were removed from the dataset obtained from Where's the Jump were:\n- [Hidden (2015)](https://www.rottentomatoes.com/m/hidden_2015)\n- [Cyberbully (2015)](https://www.rottentomatoes.com/m/cyberszanta)\n

\n\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":386,"value":"df_jumps = dfjs.DataFrame.fromCSV('https://www.sfu.ca/~nimtiaz/jumpscares.csv')","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":390,"value":"df_jumps.show()","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":291,"value":"md`\n

\n#### *Historgram Spread Check*`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":77,"value":"md`\nDoing a simple histogram visualization of the spread of quantitative values helps eliminate outliers and check for inconsistencies or incorrectly entered values. \n
\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":136,"value":"VegaLite({\n title: \"Data Check for Number of Jump Scares\",\n data: {values: movies},\n mark: \"bar\",\n encoding: {\n x: {\n bin:{maxbins: 20},\n field: \"Jump_Count\",\n title: \"Number of Jump Scares\",\n type: \"quantitative\"\n },\n y: {\n aggregate: \"count\",\n type: \"quantitative\"\n },\n tooltip:[\n {field: \"Movie_Name\", aggregate: \"count\", title: \"Count of Movies\"}\n ]\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":172,"value":"d3.extent(movies, d => d.Jump_Count)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":151,"value":"md`\nThe number of jump scares seem to be accurately represented. There aren't many movies with a high number of jump scares, as was reflected in Where's the Jump's website. The highest recorded jump count for a movie was 32 on Where's the Jump, which seems to be accurately reflected in the extent of this field. \n
\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":120,"value":"VegaLite({\n title: \"Data Check for Spread of Release Years\",\n data: {values: movies},\n mark: \"bar\",\n encoding: {\n x: {\n bin: {maxbins: 50},\n field: \"Year\",\n title: \"Year of Release\",\n type: \"quantitative\"\n },\n y: {\n aggregate: \"count\",\n type: \"quantitative\"\n },\n tooltip:[\n {field: \"Movie_Name\", aggregate: \"count\", title: \"Count of Movies\"},\n {field: \"Year\"},\n ]\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":178,"value":"d3.extent(movies, d => d.Year)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":201,"value":"md`\nThe majority of movies recorded by Where's the Jump seem to be released post-1980s. This is unfortunately because this eliminates a lot of lesser known horror films pre-1980s that could have qualified for this project and helped us identify clearer trends and changes over time. \n\nThe min and max values for years are correct. \n
\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":117,"value":"VegaLite({\n title: \"Data Check for Rotten Tomatoes Audience Scores\",\n data: {values: movies},\n mark: \"bar\",\n encoding: {\n x: {\n bin: {maxbins: 20},\n field: \"RT_Audience\",\n title: \"Rotten Tomatoes - Audience Score\",\n type: \"quantitative\"\n },\n y: {\n aggregate: \"count\",\n type: \"quantitative\"\n },\n tooltip:[\n {field: \"Movie_Name\", aggregate: \"count\", title: \"Count of Movies\"},\n {field: \"RT_Audience\", aggregate: \"mean\", title: \"Mean of Audience Scores\"},\n ]\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":180,"value":"d3.extent(movies, d => d.RT_Audience)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":205,"value":"md`\nThe spread of values is very evenly dispersed. There is only 1 movie with an audience score of 0 on Rotten Tomatoes. Most movies seem to be ranked somewhere in the 55-60% range. \n
\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":96,"value":"VegaLite({\n title: \"Data Check for Rotten Tomatoes Critic Scores\",\n data: {values: movies},\n mark: \"bar\",\n encoding: {\n x: {\n bin: {maxbins: 20},\n field: \"RT_Critic\",\n title: \"Rotten Tomatoes - Critic Score\",\n type: \"quantitative\"\n },\n y: {\n aggregate: \"count\",\n type: \"quantitative\"\n },\n tooltip:[\n {field: \"Movie_Name\", aggregate: \"count\", title: \"Count of Movies\"},\n {field: \"RT_Critic\", aggregate: \"mean\", title: \"Mean of Critic Scores\"},\n ]\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":182,"value":"d3.extent(movies, d => d.RT_Critic)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":232,"value":"md`\nWhile there are 5 films with a critic score of 0 (more than the audience chart), critics do seem to score more leniently as the historgram is leaning more towards the positive spectrum with more values being recorded between 50-100%. The most prevalent scores appear to be between 85-90%. \n
\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":144,"value":"VegaLite({\n title: \"Data Check for Jump Scare Seconds Spread\",\n data: {values: jumpscares},\n mark: \"bar\",\n encoding: {\n x: {\n bin: {maxbins: 20},\n field: \"Seconds\",\n title: \"Second of Jump Scare\",\n type: \"quantitative\"\n },\n y: {\n aggregate: \"count\",\n type: \"quantitative\"\n },\n tooltip:[\n {field: \"Movie_Name\", aggregate: \"count\", title: \"Count of Movies\"},\n {field: \"Seconds\", aggregate: \"mean\", title: \"Mean value of Seconds\"},\n ]\n }\n})","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":184,"value":"d3.extent(jumpscares, d => d.Seconds)","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":235,"value":"md`\nThese values for min and max are normal as 20 seconds is equal to a timecode of 0:00:20 [h:mm:ss] and 9919 seconds is equivalent to 2:45:19. From this histogram, we can infer that the last jump scare in most movies seems to occur around the 5700-second mark, which is 1:35:00. There are a few films that do run longer than the rest and appear to be outliers. This can affect jumpscareChart visualization since there will be a small amount of jump scare occuring after most movies have ended. \n

\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":298,"value":"md` #### *Locating Missing Values*`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":408,"value":"md` ----- *Movies dataset* -----`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":586,"value":"md`\nBy inspecting the total number of values (542) in the *moviesFiltered* array and the *RTFiltered* array with the total number of values (542) in the *movies dataset*, it appears there are no missing values after all filters have been applied.\n\nDoing a simple check to locate null [' '] values in the movies and jumpscares database shows that the only problematic values are the 9 missing values in the Rotten Tomatoes Critic Score field. \n\nThe reason behind these missing values is due to the movie being a TV Movie. Most of the movies that are rated TV-MA have no critic score. While we did remove the titles that had neither a critic or audience score, we elected to keep the movies with either one or the other (in this case all critic scores) missing.\n\n
\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":489,"value":"md` Found 0 missing values for Movie Name. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":330,"value":"df_movies.countValue('', \"Movie_Name\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":493,"value":"md` Found 0 missing values for Director. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":332,"value":"df_movies.countValue('', \"Director\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":496,"value":"md` Found 0 missing values for MPAA_Rating. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":334,"value":"df_movies.countValue('', \"MPAA_Rating\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":502,"value":"md` Found 0 missing values for Year. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":336,"value":"df_movies.countValue('', \"Year\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":505,"value":"md` Found 0 missing values for Jump Count. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":342,"value":"df_movies.countValue('', \"Jump_Count\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":510,"value":"md` Found 1 missing value for Rotten Tomatoes Audience Score. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":301,"value":"df_movies.countValue('', \"RT_Audience\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":514,"value":"md` Found 10 missing values for Rotten Tomatoes Critic Score. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":308,"value":"df_movies.countValue('', \"RT_Critic\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":518,"value":"md` Found 0 missing values for Genre. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":345,"value":"df_movies.countValue('', \"Genre\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":522,"value":"md` Found 0 missing values for Month. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":348,"value":"df_movies.countValue('', \"Month\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":526,"value":"md` Found 0 missing values for Award. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":350,"value":"df_movies.countValue('', \"Award\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":418,"value":"md`\n
\n----- *Jump Scare dataset* -----`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":423,"value":"md` Since most of the values in the jumpscare dataset are repeated from the movies dataset to allow for filtering, there was no repeat data cleaning that needed to be done. We did identify missing values for other dimensions unique to this dataset. \n\nThe 30 missing values for seconds, time, type and description seem okay because there were quite a few movies with no jump scares at all. These are important to show as well because no jump scares are equally as important to identify as the existence of jump scares. Since we manually entered these jump scare descriptions from Where's the Jump's website, we are able to vouch for the reliability of these missing values. \n\nThe missing values for link are appropriate because only a few of the major jump scares had a provided link to the scene\n`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":530,"value":"md` Found 30 missing values for Seconds. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":395,"value":"df_jumps.countValue('', \"Seconds\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":534,"value":"md` Found 30 missing values for Time. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":426,"value":"df_jumps.countValue('', \"Time\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":538,"value":"md` Found 30 missing values for Type of Jump Scare. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":451,"value":"df_jumps.countValue('', \"Type\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":542,"value":"md` Found 30 missing values for Description of Jump Scare. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":431,"value":"df_jumps.countValue('', \"Description\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":546,"value":"md` Found 30 missing values for Link to Jump Scare video. `","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":433,"value":"df_jumps.countValue('', \"Link\")","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":255,"value":"md` \n
\n## Imports`","pinned":false,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":259,"value":"d3 = require('d3@5')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":262,"value":"dfjs = require('https://bundle.run/dataframe-js@1.3.2')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"},{"id":265,"value":"VegaLite = require('vega-embed@5')","pinned":true,"hidden":false,"mode":"ojs","author":"$undefined","summary":"$undefined","output":"$undefined","database":"$undefined"}],"files":"$W33","stdlib":"1","titling":"auto"}} 32:"$31:body"