// API callback
related_results_labels_thumbs({"version":"1.0","encoding":"UTF-8","feed":{"xmlns":"http://www.w3.org/2005/Atom","xmlns$openSearch":"http://a9.com/-/spec/opensearchrss/1.0/","xmlns$blogger":"http://schemas.google.com/blogger/2008","xmlns$georss":"http://www.georss.org/georss","xmlns$gd":"http://schemas.google.com/g/2005","xmlns$thr":"http://purl.org/syndication/thread/1.0","id":{"$t":"tag:blogger.com,1999:blog-6451967208270832502"},"updated":{"$t":"2025-01-10T03:35:47.407-08:00"},"category":[{"term":"Health\/Happiness"},{"term":"Michael"},{"term":"Cutting-Edge Research"},{"term":"Emotion"},{"term":"Social Psychology"},{"term":"Amie"},{"term":"Juli"},{"term":"Romantic Relationships"},{"term":"Current Events"},{"term":"Classic principles"},{"term":"Well-Being"},{"term":"Personality"},{"term":"Social Hierarchy"},{"term":"Friday Fun"},{"term":"Group processes"},{"term":"The Self"},{"term":"Media"},{"term":"Self-Esteem"},{"term":"Anna"},{"term":"Research Methods"},{"term":"Self-Control"},{"term":"Guest Blogger"},{"term":"Social perception"},{"term":"Personality Psychology"},{"term":"Morality"},{"term":"Positive Psychology"},{"term":"Politics"},{"term":"Families"},{"term":"Kate"},{"term":"Scientific Writing"},{"term":"Culture"},{"term":"Motivation"},{"term":"Research Ethics"},{"term":"Children"},{"term":"Self-Improvement"},{"term":"Evolutionary Psychology"},{"term":"Gender"},{"term":"Power"},{"term":"Stereotyping and Prejudice"},{"term":"Cognition"},{"term":"Persuasion Compliance and Obedience"},{"term":"Judgment and Decision Making"},{"term":"Adversity"},{"term":"Mental health"},{"term":"Olga"},{"term":"SWAG"},{"term":"Sleep"},{"term":"Teaching"},{"term":"Achievement"},{"term":"Money"},{"term":"SPSP 2012"},{"term":"Stress"},{"term":"Biology"},{"term":"Embodiment"},{"term":"Food"},{"term":"Genes"},{"term":"Maya"},{"term":"Resiliency"},{"term":"Sexual Attraction"},{"term":"Learning"},{"term":"Mindfulness"},{"term":"Nonverbal Behavior"},{"term":"SPSP 2015"},{"term":"The Brain"},{"term":"Conferences"},{"term":"Memory"},{"term":"Neuroscience"},{"term":"Development"},{"term":"Language"},{"term":"Metaphor"},{"term":"Narcissism"},{"term":"Parenting"},{"term":"Religion"},{"term":"Attachment"},{"term":"Body Image"},{"term":"Economic Inequality"},{"term":"Favorites"},{"term":"Humor"},{"term":"Music"},{"term":"Poll"},{"term":"Questionnaires"},{"term":"SPSP 2013"},{"term":"Animals"},{"term":"Announcements"},{"term":"Freud"},{"term":"Ideology"},{"term":"Olympics"},{"term":"Psychophysiology"},{"term":"Race"},{"term":"Sex"},{"term":"Social Support"}],"title":{"type":"text","$t":"Psych Your Mind"},"subtitle":{"type":"html","$t":"applying psychology to everyday life"},"link":[{"rel":"http://schemas.google.com/g/2005#feed","type":"application/atom+xml","href":"https:\/\/psych-your-mind.blogspot.com\/feeds\/posts\/default"},{"rel":"self","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/-\/Research+Ethics?alt=json-in-script\u0026max-results=6"},{"rel":"alternate","type":"text/html","href":"https:\/\/psych-your-mind.blogspot.com\/search\/label\/Research%20Ethics"},{"rel":"hub","href":"http://pubsubhubbub.appspot.com/"},{"rel":"next","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/-\/Research+Ethics\/-\/Research+Ethics?alt=json-in-script\u0026start-index=7\u0026max-results=6"}],"author":[{"name":{"$t":"Anonymous"},"uri":{"$t":"http:\/\/www.blogger.com\/profile\/08931064542755278772"},"email":{"$t":"noreply@blogger.com"},"gd$image":{"rel":"http://schemas.google.com/g/2005#thumbnail","width":"16","height":"16","src":"https:\/\/img1.blogblog.com\/img\/b16-rounded.gif"}}],"generator":{"version":"7.00","uri":"http://www.blogger.com","$t":"Blogger"},"openSearch$totalResults":{"$t":"18"},"openSearch$startIndex":{"$t":"1"},"openSearch$itemsPerPage":{"$t":"6"},"entry":[{"id":{"$t":"tag:blogger.com,1999:blog-6451967208270832502.post-7246324719745550577"},"published":{"$t":"2015-11-06T07:25:00.001-08:00"},"updated":{"$t":"2015-11-06T07:25:54.988-08:00"},"category":[{"scheme":"http://www.blogger.com/atom/ns#","term":"Current Events"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Michael"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Research Ethics"}],"title":{"type":"text","$t":"Three Guys Talking About Scales"},"content":{"type":"html","$t":"\u003Cdiv dir=\"ltr\" style=\"line-height: 1.38; margin-bottom: 0pt; margin-top: 0pt;\"\u003E\n\u003Cspan style=\"background-color: transparent; color: black; font-family: \u0026quot;arial\u0026quot;; font-size: 14.6667px; font-variant: normal; text-decoration: none; vertical-align: baseline; white-space: pre-wrap;\"\u003E\u003Ci\u003EWhat follows below is the result of an online discussion I had with psychologists \u003Ca href=\"http:\/\/www.psychology.illinois.edu\/people\/bwrobrts\"\u003EBrent Roberts\u003C\/a\u003E (BR) and \u003Ca href=\"http:\/\/web.stanford.edu\/~mcfrank\/\"\u003EMichael Frank\u003C\/a\u003E (MF). We discussed scale construction, and particularly, whether items with two response options (i.e., Yes v. No) are good or bad for the reliability and validity of the scale. The answers we came to surprised me--and they might surprise you too! \u003C\/i\u003E\u003C\/span\u003E\u003C\/div\u003E\n\u003Cdiv dir=\"ltr\" style=\"line-height: 1.38; margin-bottom: 0pt; margin-top: 0pt;\"\u003E\n\u003Cspan style=\"background-color: transparent; color: black; font-family: \u0026quot;arial\u0026quot;; font-size: 14.666666666666666px; font-style: normal; font-variant: normal; font-weight: 700; text-decoration: none; vertical-align: baseline; white-space: pre-wrap;\"\u003E\u003Cbr\u003E\u003C\/span\u003E\u003C\/div\u003E\n\u003Cdiv dir=\"ltr\" style=\"line-height: 1.38; margin-bottom: 0pt; margin-top: 0pt;\"\u003E\n\u003Cspan style=\"background-color: transparent; color: black; font-family: \u0026quot;arial\u0026quot;; font-size: 14.666666666666666px; font-style: normal; font-variant: normal; font-weight: 700; text-decoration: none; vertical-align: baseline; white-space: pre-wrap;\"\u003EMK:\u003C\/span\u003E\u003Cspan style=\"background-color: transparent; color: black; font-family: \u0026quot;arial\u0026quot;; font-size: 14.666666666666666px; font-style: normal; font-variant: normal; font-weight: 400; text-decoration: none; vertical-align: baseline; white-space: pre-wrap;\"\u003E Twitter recently rolled out a \u003C\/span\u003E\u003Ca href=\"https:\/\/blog.twitter.com\/2015\/introducing-twitter-polls\" style=\"text-decoration: none;\"\u003E\u003Cspan style=\"background-color: transparent; color: #1155cc; font-family: \u0026quot;arial\u0026quot;; font-size: 14.666666666666666px; font-style: normal; font-variant: normal; font-weight: 400; text-decoration: underline; vertical-align: baseline; white-space: pre-wrap;\"\u003Epolling feature\u003C\/span\u003E\u003C\/a\u003E\u003Cspan style=\"background-color: transparent; color: black; font-family: \u0026quot;arial\u0026quot;; font-size: 14.666666666666666px; font-style: normal; font-variant: normal; font-weight: 400; text-decoration: none; vertical-align: baseline; white-space: pre-wrap;\"\u003E that allows its users to ask and answer questions of each other. The poll feature allows polling with two possible response options (e.g., Is it Fall? Yes\/No). Armed with snark and some basic training in psychometrics and scale construction, I thought it would be fun to pose the following as \u003C\/span\u003E\u003Ca href=\"https:\/\/twitter.com\/mwkraus\/status\/658350026217910272\" style=\"text-decoration: none;\"\u003E\u003Cspan style=\"background-color: transparent; color: #1155cc; font-family: \u0026quot;arial\u0026quot;; font-size: 14.666666666666666px; font-style: normal; font-variant: normal; font-weight: 400; text-decoration: underline; vertical-align: baseline; white-space: pre-wrap;\"\u003Emy first poll\u003C\/span\u003E\u003C\/a\u003E\u003Cspan style=\"background-color: transparent; color: black; font-family: \u0026quot;arial\u0026quot;; font-size: 14.666666666666666px; font-style: normal; font-variant: normal; font-weight: 400; text-decoration: none; vertical-align: baseline; white-space: pre-wrap;\"\u003E: \u003C\/span\u003E\u003C\/div\u003E\n\u003Cb id=\"docs-internal-guid-94bb0227-dd59-d014-7143-cfa269a2c4ae\" style=\"font-weight: normal;\"\u003E\u003Cbr\u003E\u003C\/b\u003E\n\u003Cbr\u003E\n\u003Cdiv style=\"text-align: center;\"\u003E\n\u003Cb id=\"docs-internal-guid-94bb0227-dd59-d014-7143-cfa269a2c4ae\" style=\"font-weight: normal;\"\u003E\u003Cspan id=\"docs-internal-guid-94bb0227-dd59-d014-7143-cfa269a2c4ae\"\u003E\u003Cspan id=\"docs-internal-guid-94bb0227-dd5a-03dd-c157-0a2995c8cf4e\"\u003E\u003Cspan style=\"font-family: \u0026quot;arial\u0026quot;; font-size: 14.6667px; vertical-align: baseline; white-space: pre-wrap;\"\u003E\u003Cimg alt=\"Screenshot_2015-10-26-20-00-55.png\" height=\"387px;\" src=\"https:\/\/lh4.googleusercontent.com\/vXcoediLKyfnMmo1IzlZrkDCyS1NgWIr4KFgOZsUQSG0ff3L54XyOt5-XB6NLM59tnVVHo_lf-pcpU0igB6TBPhPs7uACYcMRIdNlOhMN32AR9rKaAPQ34lsCPHOFvdjroCGeSfG\" style=\"border: none; transform: rotate(0rad);\" width=\"262px;\"\u003E\u003C\/span\u003E\u003C\/span\u003E\u003C\/span\u003E\u003C\/b\u003E\u003C\/div\u003E\n\u003Cb id=\"docs-internal-guid-94bb0227-dd59-d014-7143-cfa269a2c4ae\" style=\"font-weight: normal;\"\u003E\u003Cbr\u003E\u003C\/b\u003E\n\u003Cdiv dir=\"ltr\" style=\"line-height: 1.38; margin-bottom: 0pt; margin-top: 0pt;\"\u003E\n\u003Cspan style=\"background-color: transparent; color: black; font-family: \u0026quot;arial\u0026quot;; font-size: 14.666666666666666px; font-style: normal; font-variant: normal; font-weight: 400; text-decoration: none; vertical-align: baseline; white-space: pre-wrap;\"\u003ESaid training suggests that, all things being equal, some people are more “Yes” or more “No” than others, so having response options that include more variety will capture more of the real variance in participant responses. To put that into an example, if I ask you if you agree with the statement: “\u003C\/span\u003E\u003Ca href=\"http:\/\/psp.sagepub.com\/content\/27\/2\/151.short\" style=\"text-decoration: none;\"\u003E\u003Cspan style=\"background-color: transparent; color: #1155cc; font-family: \u0026quot;arial\u0026quot;; font-size: 14.666666666666666px; font-style: normal; font-variant: normal; font-weight: 400; text-decoration: underline; vertical-align: baseline; white-space: pre-wrap;\"\u003EI have high self-esteem.\u003C\/span\u003E\u003C\/a\u003E\u003Cspan style=\"background-color: transparent; color: black; font-family: \u0026quot;arial\u0026quot;; font-size: 14.666666666666666px; font-style: normal; font-variant: normal; font-weight: 400; text-decoration: none; vertical-align: baseline; white-space: pre-wrap;\"\u003E” A yes\/no two-item response won’t capture all the true variance in people’s responses that might be otherwise captured by six items ranging from strongly disagree to strongly agree. MF\/BR, is that how you would characterize your own understanding of psychometrics?\u003C\/span\u003E\u003C\/div\u003E\n\u003Cb style=\"font-weight: normal;\"\u003E\u003C\/b\u003E\u003Cbr\u003E\n\u003Ca href=\"https:\/\/psych-your-mind.blogspot.com\/2015\/11\/three-guys-talking-about-scales.html#more\"\u003ERead More-\u0026gt;\u003C\/a\u003E"},"link":[{"rel":"replies","type":"application/atom+xml","href":"https:\/\/psych-your-mind.blogspot.com\/feeds\/7246324719745550577\/comments\/default","title":"Post Comments"},{"rel":"replies","type":"text/html","href":"https:\/\/psych-your-mind.blogspot.com\/2015\/11\/three-guys-talking-about-scales.html#comment-form","title":"0 Comments"},{"rel":"edit","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/7246324719745550577"},{"rel":"self","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/7246324719745550577"},{"rel":"alternate","type":"text/html","href":"https:\/\/psych-your-mind.blogspot.com\/2015\/11\/three-guys-talking-about-scales.html","title":"Three Guys Talking About Scales"}],"author":[{"name":{"$t":"Anonymous"},"uri":{"$t":"http:\/\/www.blogger.com\/profile\/08931064542755278772"},"email":{"$t":"noreply@blogger.com"},"gd$image":{"rel":"http://schemas.google.com/g/2005#thumbnail","width":"16","height":"16","src":"https:\/\/img1.blogblog.com\/img\/b16-rounded.gif"}}],"media$thumbnail":{"xmlns$media":"http://search.yahoo.com/mrss/","url":"https:\/\/lh4.googleusercontent.com\/vXcoediLKyfnMmo1IzlZrkDCyS1NgWIr4KFgOZsUQSG0ff3L54XyOt5-XB6NLM59tnVVHo_lf-pcpU0igB6TBPhPs7uACYcMRIdNlOhMN32AR9rKaAPQ34lsCPHOFvdjroCGeSfG=s72-c","height":"72","width":"72"},"thr$total":{"$t":"0"}},{"id":{"$t":"tag:blogger.com,1999:blog-6451967208270832502.post-2953798776035360136"},"published":{"$t":"2014-05-27T10:30:00.001-07:00"},"updated":{"$t":"2014-05-27T10:30:21.663-07:00"},"category":[{"scheme":"http://www.blogger.com/atom/ns#","term":"Michael"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Personality Psychology"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Research Ethics"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Research Methods"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Social Psychology"}],"title":{"type":"text","$t":"Notes on Replication from an Un-Tenured Social Psychologist"},"content":{"type":"html","$t":"\u003Cdiv class=\"separator\" style=\"clear: both; text-align: center;\"\u003E\n\u003Ca href=\"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEjePD895U4TvIVW5TEH5aBEiLR_sLLN5SPNn5wunkyVofPMlJZZ2xrtgGqkVn5eJythGTZodFUKy4lox2rU5dD2pUBHPAtHWVcwasJEDAS-NWfSaLTkBXAwaWtPyFYE9VOIYqctqILxFSQ\/s1600\/800px-DARPA_Big_Data.jpg\" imageanchor=\"1\" style=\"clear: left; float: left; margin-bottom: 1em; margin-right: 1em;\"\u003E\u003Cimg border=\"0\" src=\"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEjePD895U4TvIVW5TEH5aBEiLR_sLLN5SPNn5wunkyVofPMlJZZ2xrtgGqkVn5eJythGTZodFUKy4lox2rU5dD2pUBHPAtHWVcwasJEDAS-NWfSaLTkBXAwaWtPyFYE9VOIYqctqILxFSQ\/s1600\/800px-DARPA_Big_Data.jpg\" height=\"207\" width=\"320\"\u003E\u003C\/a\u003E\u003C\/div\u003E\nLast week the special issue on replication at the Journal of Social Psychology arrived to an explosion of debate (\u003Ca href=\"https:\/\/osf.io\/e4nxu\/\"\u003Eread the entire issue here\u003C\/a\u003E and read original author \u003Ca href=\"http:\/\/www.spspblog.org\/simone-schnall-on-her-experience-with-a-registered-replication-project\/\"\u003ESimone Schnall\u0026#39;s commentary on her experience with the project\u003C\/a\u003E and \u003Ca href=\"http:\/\/pigee.wordpress.com\/2014\/05\/24\/additional-reflections-on-ceiling-effects-in-recent-replication-research\/\"\u003EChris Fraley\u0026#39;s subsequent examination of ceiling effects\u003C\/a\u003E). The debate has been happening everywhere--on blogs, on twitter, on Facebook, and in the halls of your psychology department (hopefully). \u003Cbr\u003E\n\u003Ca href=\"https:\/\/psych-your-mind.blogspot.com\/2014\/05\/notes-on-replication-from-un-tenured.html#more\"\u003ERead More-\u0026gt;\u003C\/a\u003E"},"link":[{"rel":"replies","type":"application/atom+xml","href":"https:\/\/psych-your-mind.blogspot.com\/feeds\/2953798776035360136\/comments\/default","title":"Post Comments"},{"rel":"replies","type":"text/html","href":"https:\/\/psych-your-mind.blogspot.com\/2014\/05\/notes-on-replication-from-un-tenured.html#comment-form","title":"2 Comments"},{"rel":"edit","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/2953798776035360136"},{"rel":"self","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/2953798776035360136"},{"rel":"alternate","type":"text/html","href":"https:\/\/psych-your-mind.blogspot.com\/2014\/05\/notes-on-replication-from-un-tenured.html","title":"Notes on Replication from an Un-Tenured Social Psychologist"}],"author":[{"name":{"$t":"Anonymous"},"uri":{"$t":"http:\/\/www.blogger.com\/profile\/08931064542755278772"},"email":{"$t":"noreply@blogger.com"},"gd$image":{"rel":"http://schemas.google.com/g/2005#thumbnail","width":"16","height":"16","src":"https:\/\/img1.blogblog.com\/img\/b16-rounded.gif"}}],"media$thumbnail":{"xmlns$media":"http://search.yahoo.com/mrss/","url":"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEjePD895U4TvIVW5TEH5aBEiLR_sLLN5SPNn5wunkyVofPMlJZZ2xrtgGqkVn5eJythGTZodFUKy4lox2rU5dD2pUBHPAtHWVcwasJEDAS-NWfSaLTkBXAwaWtPyFYE9VOIYqctqILxFSQ\/s72-c\/800px-DARPA_Big_Data.jpg","height":"72","width":"72"},"thr$total":{"$t":"2"}},{"id":{"$t":"tag:blogger.com,1999:blog-6451967208270832502.post-3662232974042937028"},"published":{"$t":"2014-04-17T21:15:00.002-07:00"},"updated":{"$t":"2014-04-17T21:15:36.394-07:00"},"category":[{"scheme":"http://www.blogger.com/atom/ns#","term":"Current Events"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Cutting-Edge Research"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Michael"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Personality Psychology"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Research Ethics"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Research Methods"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Social Psychology"}],"title":{"type":"text","$t":"(Sample) Size Matters"},"content":{"type":"html","$t":"\u003Ctable cellpadding=\"0\" cellspacing=\"0\" class=\"tr-caption-container\" style=\"float: left; margin-right: 1em; text-align: left;\"\u003E\u003Ctbody\u003E\n\u003Ctr\u003E\u003Ctd style=\"text-align: center;\"\u003E\u003Ca href=\"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEjkS0ZVPZb8fjsOObdwESm44fOrwwwcBzJD_b3wZ1ssJ1lqlxziT445E-ooCPyl03kQbccwrF3cAHnb38mgHHtAP0_BfvhdQBtbBlC-TukB1cn0Ovr11Ga0AvxktTEpO829QY2YWIk60jk\/s1600\/800px-DARPA_Big_Data.jpg\" imageanchor=\"1\" style=\"clear: left; margin-bottom: 1em; margin-left: auto; margin-right: auto;\"\u003E\u003Cimg border=\"0\" src=\"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEjkS0ZVPZb8fjsOObdwESm44fOrwwwcBzJD_b3wZ1ssJ1lqlxziT445E-ooCPyl03kQbccwrF3cAHnb38mgHHtAP0_BfvhdQBtbBlC-TukB1cn0Ovr11Ga0AvxktTEpO829QY2YWIk60jk\/s1600\/800px-DARPA_Big_Data.jpg\" height=\"206\" width=\"320\"\u003E\u003C\/a\u003E\u003C\/td\u003E\u003C\/tr\u003E\n\u003Ctr\u003E\u003Ctd class=\"tr-caption\" style=\"text-align: center;\"\u003E\u003Ca href=\"http:\/\/commons.wikimedia.org\/wiki\/File:DARPA_Big_Data.jpg\"\u003ESample Size Matters\u003C\/a\u003E\u003C\/td\u003E\u003C\/tr\u003E\n\u003C\/tbody\u003E\u003C\/table\u003E\nOn \u003Ca href=\"http:\/\/psych-your-mind.blogspot.com\/2012\/09\/science-utopia-some-thoughts-about.html\"\u003Ethis blog\u003C\/a\u003E and \u003Ca href=\"http:\/\/pigee.wordpress.com\/2014\/03\/10\/the-deathly-hallows-of-psychological-science\/\"\u003Eothers\u003C\/a\u003E, on twitter (\u003Ca href=\"http:\/\/twitter.com\/mwkraus\"\u003E@mwkraus\u003C\/a\u003E), at \u003Ca href=\"http:\/\/spspmeeting.org\/2014\/Program\/Schedules\/Schedule-Overview.aspx\"\u003Econferences\u003C\/a\u003E, and in the halls of the psychology building at the \u003Ca href=\"http:\/\/www.psychology.illinois.edu\/\"\u003EUniversity of Illinois\u003C\/a\u003E, I have engaged in a wealth of important discussions about improving research methods in social-personality psychology. Many prominent psychologists have offered several helpful suggestions in this regard (\u003Ca href=\"http:\/\/pigee.wordpress.com\/2014\/01\/16\/are-conceptual-replications-part-of-the-solution-to-the-crisis-currently-facing-psychological-science\/\"\u003Ehere\u003C\/a\u003E, \u003Ca href=\"http:\/\/pigee.wordpress.com\/2014\/01\/16\/are-conceptual-replications-part-of-the-solution-to-the-crisis-currently-facing-psychological-science\/\"\u003Ehere\u003C\/a\u003E, \u003Ca href=\"http:\/\/sometimesimwrong.typepad.com\/wrong\/2014\/03\/having-it-all.html\"\u003Ehere\u003C\/a\u003E, and \u003Ca href=\"http:\/\/www.nature.com\/news\/nobel-laureate-challenges-psychologists-to-clean-up-their-act-1.11535\"\u003Ehere\u003C\/a\u003E).\u003Cbr\u003E\n\u003Cbr\u003E\nAmong the many suggestions for building a better psychological science, perhaps the simplest and most parsimonious way to improve research methods is to \u003Ca href=\"http:\/\/datacolada.org\/2014\/04\/04\/18-mturk-vs-the-lab-either-way-we-need-big-samples\/\"\u003Eincrease sample sizes for all study designs\u003C\/a\u003E: By increasing sample size researchers can detect smaller real effects and can more accurately measure large effects. There are many trade-offs in choosing appropriate research methods, but sample size, at least for a researcher like me who deals in relatively inexpensive data collection tools, is in many ways the most cost effective way to improve one\u0026#39;s science. In essence, I can continue to design the studies I have been designing and ask the same research questions I have been asking (i.e., business-as-usual) with the one exception that each study I run has a larger N than it would have if I were not thinking (more) intelligently about statistical power.\u003Cbr\u003E\n\u003Cbr\u003E\n\u003Cb\u003EHow has \u003Ca href=\"http:\/\/www.krauslab.com\/\"\u003Emy lab\u003C\/a\u003E been fairing with respect to this goal of collecting large samples? See for yourself:\u003C\/b\u003E\u003Cbr\u003E\n\u003Cbr\u003E\n\u003Ca href=\"https:\/\/psych-your-mind.blogspot.com\/2014\/04\/sample-size-matters.html#more\"\u003ERead More-\u0026gt;\u003C\/a\u003E"},"link":[{"rel":"replies","type":"application/atom+xml","href":"https:\/\/psych-your-mind.blogspot.com\/feeds\/3662232974042937028\/comments\/default","title":"Post Comments"},{"rel":"replies","type":"text/html","href":"https:\/\/psych-your-mind.blogspot.com\/2014\/04\/sample-size-matters.html#comment-form","title":"1 Comments"},{"rel":"edit","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/3662232974042937028"},{"rel":"self","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/3662232974042937028"},{"rel":"alternate","type":"text/html","href":"https:\/\/psych-your-mind.blogspot.com\/2014\/04\/sample-size-matters.html","title":"(Sample) Size Matters"}],"author":[{"name":{"$t":"Anonymous"},"uri":{"$t":"http:\/\/www.blogger.com\/profile\/08931064542755278772"},"email":{"$t":"noreply@blogger.com"},"gd$image":{"rel":"http://schemas.google.com/g/2005#thumbnail","width":"16","height":"16","src":"https:\/\/img1.blogblog.com\/img\/b16-rounded.gif"}}],"media$thumbnail":{"xmlns$media":"http://search.yahoo.com/mrss/","url":"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEjkS0ZVPZb8fjsOObdwESm44fOrwwwcBzJD_b3wZ1ssJ1lqlxziT445E-ooCPyl03kQbccwrF3cAHnb38mgHHtAP0_BfvhdQBtbBlC-TukB1cn0Ovr11Ga0AvxktTEpO829QY2YWIk60jk\/s72-c\/800px-DARPA_Big_Data.jpg","height":"72","width":"72"},"thr$total":{"$t":"1"}},{"id":{"$t":"tag:blogger.com,1999:blog-6451967208270832502.post-8215823150668431529"},"published":{"$t":"2014-03-13T21:13:00.001-07:00"},"updated":{"$t":"2014-03-13T21:13:32.127-07:00"},"category":[{"scheme":"http://www.blogger.com/atom/ns#","term":"Michael"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Personality Psychology"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Research Ethics"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Research Methods"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Scientific Writing"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Social Psychology"}],"title":{"type":"text","$t":"I'm Using the New Statistics"},"content":{"type":"html","$t":"\u003Cdiv class=\"separator\" style=\"clear: both; text-align: center;\"\u003E\n\u003Ca href=\"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEiRSGE03meEkVbyAvndSs3baBv8H8ejOYhsLRJ0jxmIBXsdOuKFp9ybCDSRYftRrsFA34s3EEsmlG0fvMTr9Z3Q7ovAMmYL802SB31H6DWABU0ngibzpH7SQTLfGMnoIkLQY2sclgRZxKo\/s1600\/Lead.jpg\" imageanchor=\"1\" style=\"clear: left; float: left; margin-bottom: 1em; margin-right: 1em;\"\u003E\u003Cimg border=\"0\" src=\"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEiRSGE03meEkVbyAvndSs3baBv8H8ejOYhsLRJ0jxmIBXsdOuKFp9ybCDSRYftRrsFA34s3EEsmlG0fvMTr9Z3Q7ovAMmYL802SB31H6DWABU0ngibzpH7SQTLfGMnoIkLQY2sclgRZxKo\/s1600\/Lead.jpg\" height=\"212\" width=\"320\"\u003E\u003C\/a\u003E\u003C\/div\u003E\n\u003Cb\u003EDo you remember your elementary school science project?\u003C\/b\u003E Mine was about ant poison. I mixed borax with sugar and put that mixture outside our house during the summer in a carefully crafted\/aesthetically pleasing \u0026quot;ant motel.\u0026quot; My prediction, I think, was that we would kill ants just like in the conventional ant killing brands, but we\u0026#39;d do so in an aesthetically pleasing way. In retrospect, not sure I was cut out for science back then.\u003Cdiv\u003E\n\u003Cbr\u003E\u003C\/div\u003E\n\u003Cdiv\u003E\nAnyway, from what I remember about that process, there was a clear study design and articulation of a hypothesis--a prediction about what I expected to happen in the experiment. Years later, I would learn more about hypothesis testing in undergraduate and graduate statistical courses on my way to a social psychology PhD. For that degree, Null Hypothesis Significance Testing (NHST) would be my go-to method of inferential statistics.\u003C\/div\u003E\n\u003Cdiv\u003E\n\u003Cbr\u003E\u003C\/div\u003E\n\u003Cdiv\u003E\nIn NHST, I have come to \u003Ca href=\"http:\/\/psych-your-mind.blogspot.com\/2012\/02\/friday-fun-one-researchers-p-curve.html\"\u003Ean unhealthy worship of p-values\u003C\/a\u003E--the statistic expressing the probability of the data showing the observed relationship between variables X and Y, if the null hypothesis (of no relationship) were true. If p \u0026lt; .05 rejoice! \u003Ca href=\"http:\/\/mchankins.wordpress.com\/2013\/04\/21\/still-not-significant-2\/\"\u003EIf p \u0026lt; .10 claim emerging trends\/marginal significance and be cautiously optimistic\u003C\/a\u003E. If p \u0026gt; .10 find another profession. By NHST standards, an experiment fails or succeeds based solely on this one statistic.\u003C\/div\u003E\n\u003Cdiv\u003E\n\u003Cbr\u003E\u003C\/div\u003E\n\u003Cdiv\u003E\nWhen the \u003Ca href=\"http:\/\/www.psychologicalscience.org\/index.php\/publications\/observer\/2013\/november-13\/whats-new-at-psychological-science.html\"\u003EAssociation of Psychological Science proposed using an alternative statistical approach\u003C\/a\u003E--something called the New Statistics (actually not new, been around for decades)--I was intrigued about the possibility of living an academic life beyond the tyranny of p \u0026lt; .05.\u003C\/div\u003E\n\u003Cdiv\u003E\n\u003C\/div\u003E\u003Ca href=\"https:\/\/psych-your-mind.blogspot.com\/2014\/03\/im-using-new-statistics.html#more\"\u003ERead More-\u0026gt;\u003C\/a\u003E"},"link":[{"rel":"replies","type":"application/atom+xml","href":"https:\/\/psych-your-mind.blogspot.com\/feeds\/8215823150668431529\/comments\/default","title":"Post Comments"},{"rel":"replies","type":"text/html","href":"https:\/\/psych-your-mind.blogspot.com\/2014\/03\/im-using-new-statistics.html#comment-form","title":"0 Comments"},{"rel":"edit","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/8215823150668431529"},{"rel":"self","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/8215823150668431529"},{"rel":"alternate","type":"text/html","href":"https:\/\/psych-your-mind.blogspot.com\/2014\/03\/im-using-new-statistics.html","title":"I'm Using the New Statistics"}],"author":[{"name":{"$t":"Anonymous"},"uri":{"$t":"http:\/\/www.blogger.com\/profile\/08931064542755278772"},"email":{"$t":"noreply@blogger.com"},"gd$image":{"rel":"http://schemas.google.com/g/2005#thumbnail","width":"16","height":"16","src":"https:\/\/img1.blogblog.com\/img\/b16-rounded.gif"}}],"media$thumbnail":{"xmlns$media":"http://search.yahoo.com/mrss/","url":"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEiRSGE03meEkVbyAvndSs3baBv8H8ejOYhsLRJ0jxmIBXsdOuKFp9ybCDSRYftRrsFA34s3EEsmlG0fvMTr9Z3Q7ovAMmYL802SB31H6DWABU0ngibzpH7SQTLfGMnoIkLQY2sclgRZxKo\/s72-c\/Lead.jpg","height":"72","width":"72"},"thr$total":{"$t":"0"}},{"id":{"$t":"tag:blogger.com,1999:blog-6451967208270832502.post-5116250612264297137"},"published":{"$t":"2013-11-06T21:18:00.001-08:00"},"updated":{"$t":"2013-11-06T21:19:34.797-08:00"},"category":[{"scheme":"http://www.blogger.com/atom/ns#","term":"Michael"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Research Ethics"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Research Methods"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Romantic Relationships"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Scientific Writing"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Social Psychology"}],"title":{"type":"text","$t":"Look Everyone: A Social Priming Finding with Direct Replications!"},"content":{"type":"html","$t":"\u003Cdiv class=\"separator\" style=\"clear: both; text-align: center;\"\u003E\n\u003Ca href=\"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEi6eTn3FJshOTXVhZMony9SyXZCQUMQh8Zyj3fYHed0Fa7QZIjgLeVfhbqLiOQr4QE_O1Y7UW0hKtQhrGby24WNH_2IVudkD66YkD26iqkSLcXH5woKeR49ZeItoak_MViYxudF6ys2M64\/s1600\/Facebook_like_thumb.png\" imageanchor=\"1\" style=\"clear: left; float: left; margin-bottom: 1em; margin-right: 1em;\"\u003E\u003Cimg border=\"0\" height=\"171\" src=\"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEi6eTn3FJshOTXVhZMony9SyXZCQUMQh8Zyj3fYHed0Fa7QZIjgLeVfhbqLiOQr4QE_O1Y7UW0hKtQhrGby24WNH_2IVudkD66YkD26iqkSLcXH5woKeR49ZeItoak_MViYxudF6ys2M64\/s200\/Facebook_like_thumb.png\" width=\"200\"\u003E\u003C\/a\u003E\u003C\/div\u003E\n\u003Cdiv class=\"MsoNoSpacing\"\u003E\n\u003Cspan style=\"font-family: Georgia, Times New Roman, serif;\"\u003EIf\nyou visit this blog occasionally (or follow me on \u003Ca href=\"http:\/\/twitter.com\/mwkraus\"\u003Etwitter\u003C\/a\u003E, because of course!)\nthen you know that social psychology has come under criticism recently for its\nlack of integrity in research methods and the complete absence of exact\nreplication. The criticism has been strongest with respect to a subfield in\nsocial psychology known as \u003Cb\u003Esocial\npriming\u003C\/b\u003E. Social priming refers to a now classic psychological phenomenon\nwhere the activation of one social concept in memory can elicit changes in\nbehavior, physiology, or self-reports of a related social concept without\nconscious awareness. Social priming has been used to explain why reading words\nrelated to elderly concepts (e.g., Florida, retire) can lead you to walk slower\n(although, this particular social priming finding \u003Ca href=\"http:\/\/hardsci.wordpress.com\/2012\/03\/12\/some-reflections-on-the-bargh-doyen-elderly-walking-priming-brouhaha\/\"\u003Edoes not replicate\u003C\/a\u003E across different\nlaboratories).\u003Co:p\u003E\u003C\/o:p\u003E\u003C\/span\u003E\u003C\/div\u003E\n\u003Cdiv class=\"MsoNoSpacing\"\u003E\n\u003Cbr\u003E\u003C\/div\u003E\n\u003Cdiv class=\"MsoNoSpacing\"\u003E\n\u003Cspan style=\"font-family: Georgia, Times New Roman, serif;\"\u003EThe\ncriticism about social priming stems from \u003Cb\u003E(a)\u003C\/b\u003E a growing number of high profile replication attempts of classic findings that failed, \u003Cb\u003E(b)\u003C\/b\u003E the steady stream of fanciful\/unbelievable\nsocial priming effects that appear in glamour psychology journals (e.g., \u003Ca href=\"http:\/\/www.nytimes.com\/2013\/09\/15\/opinion\/sunday\/its-not-mess-its-creativity.html?_r=0\"\u003Emessyrooms make people more creative\u003C\/a\u003E), and \u003Cb\u003E(c)\u003C\/b\u003E\nthe inappropriate reactions of prominent social priming researchers to this\nscrutiny (e.g., \u003Ca href=\"http:\/\/blogs.discovermagazine.com\/notrocketscience\/2012\/03\/10\/failed-replication-bargh-psychology-study-doyen\/#.Unsf6vnBOSo\"\u003Ecriticizing the scientific integrity of replication attempts and the journals that publish those attempts\u003C\/a\u003E). It’s been like watching a car\nwreck in super slow motion!\u003Co:p\u003E\u003C\/o:p\u003E\u003C\/span\u003E\u003C\/div\u003E\n\u003Cdiv class=\"MsoNoSpacing\"\u003E\n\u003C\/div\u003E\n\u003Ca href=\"https:\/\/psych-your-mind.blogspot.com\/2013\/11\/look-everyone-social-priming-finding.html#more\"\u003ERead More-\u0026gt;\u003C\/a\u003E"},"link":[{"rel":"replies","type":"application/atom+xml","href":"https:\/\/psych-your-mind.blogspot.com\/feeds\/5116250612264297137\/comments\/default","title":"Post Comments"},{"rel":"replies","type":"text/html","href":"https:\/\/psych-your-mind.blogspot.com\/2013\/11\/look-everyone-social-priming-finding.html#comment-form","title":"0 Comments"},{"rel":"edit","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/5116250612264297137"},{"rel":"self","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/5116250612264297137"},{"rel":"alternate","type":"text/html","href":"https:\/\/psych-your-mind.blogspot.com\/2013\/11\/look-everyone-social-priming-finding.html","title":"Look Everyone: A Social Priming Finding with Direct Replications!"}],"author":[{"name":{"$t":"Anonymous"},"uri":{"$t":"http:\/\/www.blogger.com\/profile\/08931064542755278772"},"email":{"$t":"noreply@blogger.com"},"gd$image":{"rel":"http://schemas.google.com/g/2005#thumbnail","width":"16","height":"16","src":"https:\/\/img1.blogblog.com\/img\/b16-rounded.gif"}}],"media$thumbnail":{"xmlns$media":"http://search.yahoo.com/mrss/","url":"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEi6eTn3FJshOTXVhZMony9SyXZCQUMQh8Zyj3fYHed0Fa7QZIjgLeVfhbqLiOQr4QE_O1Y7UW0hKtQhrGby24WNH_2IVudkD66YkD26iqkSLcXH5woKeR49ZeItoak_MViYxudF6ys2M64\/s72-c\/Facebook_like_thumb.png","height":"72","width":"72"},"thr$total":{"$t":"0"}},{"id":{"$t":"tag:blogger.com,1999:blog-6451967208270832502.post-4169915612291447940"},"published":{"$t":"2013-09-18T21:42:00.000-07:00"},"updated":{"$t":"2013-09-18T21:42:32.996-07:00"},"category":[{"scheme":"http://www.blogger.com/atom/ns#","term":"Current Events"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Cutting-Edge Research"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Michael"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Research Ethics"},{"scheme":"http://www.blogger.com/atom/ns#","term":"Research Methods"},{"scheme":"http://www.blogger.com/atom/ns#","term":"SWAG"}],"title":{"type":"text","$t":"SWAG: My favorite reason to \"Just Post It!\" "},"content":{"type":"html","$t":"\u003Cdiv class=\"separator\" style=\"clear: both; text-align: center;\"\u003E\n\u003Ca href=\"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEjoh8dmfXUjV87iy8XOM0TTRXpFVc60eEy_T2HEZU2iNti6R14ooCm8JmDXayykLrILTKpCxbCsbxxrOmPhGzoPO9ApxKscnjACsV8uRnrTPt78IpSSUxXh_EUD9Q55-C_NjmMHs2fz-p4\/s1600\/postit.jpg\" imageanchor=\"1\" style=\"clear: left; float: left; margin-bottom: 1em; margin-right: 1em;\"\u003E\u003Cimg border=\"0\" height=\"150\" src=\"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEjoh8dmfXUjV87iy8XOM0TTRXpFVc60eEy_T2HEZU2iNti6R14ooCm8JmDXayykLrILTKpCxbCsbxxrOmPhGzoPO9ApxKscnjACsV8uRnrTPt78IpSSUxXh_EUD9Q55-C_NjmMHs2fz-p4\/s200\/postit.jpg\" width=\"200\"\u003E\u003C\/a\u003E\u003C\/div\u003E\n\u003Ci\u003EEvery \u003Cstrike\u003EWednesday\u003C\/strike\u003E Thursday afternoon, I gather with a bunch of faculty and graduate students at the University of Illinois to discuss a journal article about social psychology, and to eat a snack. This blog post reflects the discussion we had during this week\u0026#39;s seminar affectionately called Social \u003Cstrike\u003EWednesdays\u003C\/strike\u003E Thursdays and Grub (S\u003Cstrike\u003EW\u003C\/strike\u003ETAG)--we\u0026#39;re going STAG now!\u003C\/i\u003E\u003Cbr\u003E\n\u003Ci\u003E\u003Cbr\u003E\u003C\/i\u003E\nIn last week\u0026#39;s journal club we read about a recent paper in \u003Ci\u003EPsychological Science \u003C\/i\u003Ewith a very clear message:\u003Cb\u003E It should be the norm for researchers to post their data upon publication\u003C\/b\u003E. In the article, the author (Uri Simonsohn) lays out the major reason why he thinks posting data is a good idea: It helps our field catch scientific fraud in action (e.g., fabricated data). Simonsohn details some methods he has used in the past to catch fraud in the paper and on his new blog over at \u003Ca href=\"http:\/\/datacolada.org\/\"\u003Edatacolada.org\u003C\/a\u003E (I\u0026#39;ll have mine blended!).\u003Cbr\u003E\n\u003Cbr\u003E\nI agree that posting data will make it harder for people to fabricate data. However, my favorite reason to increase norms for posting data has nothing to do with data fabrication.\u003Cbr\u003E\n\u003Cbr\u003E\n\u003Ca href=\"https:\/\/psych-your-mind.blogspot.com\/2013\/09\/swag-my-favorite-reason-to-just-post-it.html#more\"\u003ERead More-\u0026gt;\u003C\/a\u003E"},"link":[{"rel":"replies","type":"application/atom+xml","href":"https:\/\/psych-your-mind.blogspot.com\/feeds\/4169915612291447940\/comments\/default","title":"Post Comments"},{"rel":"replies","type":"text/html","href":"https:\/\/psych-your-mind.blogspot.com\/2013\/09\/swag-my-favorite-reason-to-just-post-it.html#comment-form","title":"11 Comments"},{"rel":"edit","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/4169915612291447940"},{"rel":"self","type":"application/atom+xml","href":"https:\/\/www.blogger.com\/feeds\/6451967208270832502\/posts\/default\/4169915612291447940"},{"rel":"alternate","type":"text/html","href":"https:\/\/psych-your-mind.blogspot.com\/2013\/09\/swag-my-favorite-reason-to-just-post-it.html","title":"SWAG: My favorite reason to \"Just Post It!\" "}],"author":[{"name":{"$t":"Anonymous"},"uri":{"$t":"http:\/\/www.blogger.com\/profile\/08931064542755278772"},"email":{"$t":"noreply@blogger.com"},"gd$image":{"rel":"http://schemas.google.com/g/2005#thumbnail","width":"16","height":"16","src":"https:\/\/img1.blogblog.com\/img\/b16-rounded.gif"}}],"media$thumbnail":{"xmlns$media":"http://search.yahoo.com/mrss/","url":"https:\/\/blogger.googleusercontent.com\/img\/b\/R29vZ2xl\/AVvXsEjoh8dmfXUjV87iy8XOM0TTRXpFVc60eEy_T2HEZU2iNti6R14ooCm8JmDXayykLrILTKpCxbCsbxxrOmPhGzoPO9ApxKscnjACsV8uRnrTPt78IpSSUxXh_EUD9Q55-C_NjmMHs2fz-p4\/s72-c\/postit.jpg","height":"72","width":"72"},"thr$total":{"$t":"11"}}]}});