Commit cf270ddc authored by Sacha's avatar Sacha Committed by SXibolet@2PITAU
Browse files

beginning tor scraping

parent e610947e
......@@ -17,4 +17,5 @@ TWILIO_AUTH_TOKEN = 'twilio auth key' # optional change
ADMIN_PHONE = '+1911' # optional change
CAPTCHA_PUBLIC = 'reCAPTCHA key' # optional change
CAPTCHA_PRIVATE = 'reCAPTCHA secret key' # optional change
TOR_PW = 'PW_FOR_TOR' # change if scraper is blacklisted
DEBUG = True # should change if deployed publically
......@@ -74,7 +74,9 @@ class Tweet(SocialContent):
def _clean(self, dirty):
return ' '.join(re.sub(r"(?:\@|https?\://)\S+", "", dirty.strip('#')).split())
return ' '.join(re.sub(r"(?:\@|https?\://)\S+",
'',
dirty.strip('#')).split())
......@@ -151,6 +153,7 @@ class Article(object):
# we'll split into paragraphs for easier reading if training
res = ('|*^*|' if training else ' ').join(p.text for p in body)
jar.clear()
print(res)
return res
......@@ -164,7 +167,6 @@ def article_search(keyword, training=False):
today = datetime.date.today()
last_week = today - datetime.timedelta(days=11)
opener = urllib2.build_opener()
opener.addheaders = [('User-Agent', NYT_UA)]
......@@ -176,7 +178,6 @@ def article_search(keyword, training=False):
'facet_field': 'source'
})
print '%s%s' % (ARTICLE_SEARCH_BASE, params)
response = opener.open('%s%s' % (ARTICLE_SEARCH_BASE, params))
# an Article will be None if it doesn't have body text (thus the partial)
# return an array of Article objects that have a body text
......
......@@ -76,6 +76,8 @@ if __name__ == '__main__':
update_progress(n_done, n_tasks)
break
print('\t... done')
summary = 'summary: %s doc(s) ready for training from %s terms (%s skipped)' % (n_docs, n_tasks, n_dup_keywords)
sms_admin('mturk_loader finished. %s' % summary)
......
pytorctl @ 02b38bc2
Subproject commit 02b38bc208b58952a9886ce36b2de515d5f7fff3
......@@ -41,15 +41,15 @@ img {
}
a {
-webkit-tap-highlight-color: transparent;
cursor: pointer;
line-height: 130%;
word-wrap: break-word;
text-decoration: none;
color: inherit;
border-bottom: 1px dotted #999;
&:hover {
color: red;
border-bottom: 1px solid #999;
border-bottom: 1px dotted;
line-height: 130%;
word-wrap: break-word;
&:hover, &:active {
color: #ed0000;
border-bottom: 1px solid;
text-decoration: none;
}
}
input.field {
......
This diff is collapsed.
This diff is collapsed.
html,ul,body,header,input,span,form{margin:0;padding:0;border:0;font-size:100%;font:inherit;vertical-align:baseline;-webkit-text-size-adjust:100%}body{font-family:"Palatino LT", "Palatino Linotype", Palatino, Baskerville, "Bodoni MT", Garamond, Trebuchet, serif !important;font-variant-numeric:oldstyle-nums diagonal-fractions slashed-zero;text-rendering:optimizeLegibility;font-size:1em;word-wrap:break-word}h1,h2,h3,h4,h5{font-family:"Zapf Humanist 601", Optima, "Optima Nova", "URW Imperial", Amira, "Chianti BT", sans-serif !important;font-weight:700 !important}h1,h2,h3,h4,h5{text-transform:uppercase}h1{font-size:130%}h2{font-size:110%}h3{font-size:90%}h4{font-size:75%}h5{font-size:60%}input{outline:0;box-shadow:none;-webkit-tap-highlight-color:transparent}img{max-width:100%;height:auto;margin:auto}a{-webkit-tap-highlight-color:transparent;cursor:pointer;line-height:130%;word-wrap:break-word;text-decoration:none;color:inherit;border-bottom:1px dotted #999}a:hover{color:red;border-bottom:1px solid #999}input.field{padding:6px 12px;color:#555;border-bottom:1px dashed #d9d9d9;-webkit-border-radius:1px;-moz-border-radius:1px;-ms-border-radius:1px;border-radius:1px;margin:0 auto;margin-bottom:5px;height:20px;width:70%;text-align:center}input[type="submit"]{cursor:pointer;min-width:100px;height:40px;background-color:#e9e9e9;border:1px solid #c3c3c3;color:#333;padding:4px;outline:0;border-radius:0;-webkit-appearance:none;-webkit-transition:all 0.15s ease-in-out 0s;-moz-transition:all 0.15s ease-in-out 0s;-ms-transition:all 0.15s ease-in-out 0s;transition:all 0.15s ease-in-out 0s}input[type="submit"]:hover{border:1px solid #a3a3a3}input[type="submit"]:focus,input[type="submit"]:active{outline:0}input[type="submit"]:active{-webkit-box-shadow:inset 0 3px 5px rgba(0,0,0,0.125);box-shadow:inset 0 3px 5px rgba(0,0,0,0.125)}input::-moz-focus-inner{border:0}footer{margin:5em 0 0.5em 0;width:95%;color:#b0b0b0;font-size:12px;text-align:center}footer p{padding-top:10px;line-height:150%}div#message,div#error{position:fixed;font-size:90%;overflow:hidden;padding:3px;top:0;background-color:#a3a3a3;color:#fff;text-align:center;width:100%}div#message a,div#error a{color:#fff}div#error{background-color:#edb43a}@media (max-width: 400px){div#error,div#message,div#error{font-size:smaller;opacity:0.9}}ul#articles,ul#tweets{list-style:none}ul#articles li,ul#tweets li{page-break-inside:avoid;-webkit-column-break-inside:avoid;-moz-column-break-inside:avoid;-ms-column-break-inside:avoid;column-break-inside:avoid;break-inside:avoid-column}ul#articles li div.article,ul#tweets li div.tweet{background-color:#fff;border:2px solid #efefef;font-size:14px;-webkit-border-radius:2px;-moz-border-radius:2px;-ms-border-radius:2px;border-radius:2px}ul#articles{-webkit-column-gap:10px;-moz-column-gap:10px;column-gap:10px;-webkit-column-width:350px;-moz-column-width:350px;column-width:350px}ul#articles li{width:100%;margin-bottom:2em}ul#articles li div.article p{padding:5px}ul#articles li div.article a.title{padding:3px 5px 5px 5px;margin-top:5px;margin-bottom:2px;font-size:28px;display:block;border-bottom:none}ul#articles li div.article a.title:hover{color:#000}ul#articles li div.article p.url{padding:7px 5px 0px 5px;border-top:1px solid #e5e5e5;font-style:italic;text-align:center}ul#articles li div.article p.url a:after{content:" →"}ul#articles li div.article img{width:100%}ul#articles li div.most-controversial{border:2px solid #f90101}ul#articles li div.least-controversial{border:2px solid #00933b}ul#tweets{margin-top:2em;-webkit-column-width:150px;-moz-column-width:150px;column-width:150px;-webkit-column-gap:5px;-moz-column-gap:5px;column-gap:5px}ul#tweets li{width:100%;margin-bottom:5px}ul#tweets li div.tweet{padding:2px;overflow:hidden}ul#tweets li div.tweet a{color:inherit;text-decoration:none}ul#tweets li div.mad{border:2px solid #f90101}ul#tweets li div.happy{border:2px solid #00933b}footer{display:none}header{z-index:1;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;cursor:default;width:100%;height:55px;line-height:55px;background:#fff;border-bottom:1px solid #efefef;position:fixed}header a{-webkit-touch-callout:none}header>div{padding:0 15px 0 5px;display:inline}header>div>a.mini{display:none}header>div h1{text-align:left;display:inline;font-size:1.2em}header>div span#subtitle{opacity:0.4;padding-left:5px;font-size:smaller;font-style:italic}header>div span#right-header{float:right;padding-right:10px}header>div span#article_title{font-style:italic}header>div form{display:inline}header>div>form input{padding:6px 12px;line-height:1.5;-webkit-border-radius:2px;-moz-border-radius:2px;-ms-border-radius:2px;border-radius:2px;border-bottom:1px solid #d9d9d9;margin:0 auto;height:15px;width:30%}header input[type='text'].top_loading{background:url("img/loading.gif") no-repeat;background-position:98% 50%;background-size:20px 20px}header#sub{height:25px;line-height:25px;background:#f1f8fb;overflow:auto;white-space:nowrap;overflow-y:hidden;color:#2b6dad;border-bottom:1px solid #efefef;position:fixed;top:56px;min-width:100%;text-align:center;font-size:smaller;font-style:italic}main{padding:4em 1em}main input.loading{background:url("img/loading.gif") no-repeat;background-size:20px 20px;padding:10px 10px 10px 36px;background-position:10% 50%}main>form{margin-bottom:10px;text-align:center}main>form input[type="text"]{margin-bottom:10px;width:275px;border-bottom:1px solid #d9d9d9}main div.featured_keywords{display:table;padding-bottom:1em;margin:0 auto}main div.featured_keywords dl.left{float:left;width:50%}main div.featured_keywords dl.right{float:right;width:50%}main div.featured_keywords dt{float:left;width:7.5em;padding:1ex .5em 0 .5em;text-align:right;font-weight:bold}main div.featured_keywords dd{margin:0 0 0 8.5em;padding:1ex 0.5em;text-align:left;border-left:1px solid #888}main div.featured_keywords dd span{white-space:nowrap}main ul.details{-webkit-column-break-inside:avoid;-moz-column-break-inside:avoid;-ms-column-break-inside:avoid;column-break-inside:avoid;list-style:none;margin:0 0 10px 0;padding:0}main ul.details li{display:inline}main ul.details li>span{line-height:30px;-webkit-border-radius:2px;-moz-border-radius:2px;-ms-border-radius:2px;border-radius:2px;border:1px solid #d9d9d9;padding:2px}main article{text-align:justify;line-height:150%}main article a,main article a:hover,main article a:active{border-bottom:none;color:#fff;background-color:#337ab7}main article a{text-decoration:none;font-weight:700}main article a:hover,main article a:active{background-color:#2e6da4}main article+p{-webkit-transition:all 0.3s ease-in-out 0s;-moz-transition:all 0.3s ease-in-out 0s;-ms-transition:all 0.3s ease-in-out 0s;transition:all 0.3s ease-in-out 0s;opacity:0.6}main article+p:hover{opacity:1.0}main mark{line-height:25px;color:#2b6dad;background-color:#f1f8fb;-webkit-border-radius:2px;-moz-border-radius:2px;-ms-border-radius:2px;border-radius:2px;padding:2px}main .disabled{cursor:not-allowed;background-color:#f9f9f9}main .disabled:active{color:#fff;background-color:#edb43a}span.danger{color:#fff;background-color:#d43f3a;padding:2px;-webkit-border-radius:2px;-moz-border-radius:2px;-ms-border-radius:2px;border-radius:2px}figcaption{margin:10px 0 10px 0}@media (max-width: 700px){header>div span#right-header,header>div>a{font-size:12px}header#sub{font-size:12px;top:41px}.non-essentials{display:none}header{height:40px;line-height:40px}header h1{font-size:.7em}}@media (max-width: 620px){main div.featured_keywords dt{writing-mode:vertical-rl}}@media (max-width: 520px){main div.featured_keywords dl.left,main div.featured_keywords dl.right{float:none}span.danger{display:block}input[type='text'].top_loading{height:40px}}@media (max-width: 415px){header>div>a.mini{display:inline}header>div>a.lg{display:none}}
html,ul,body,header,input,span,form{margin:0;padding:0;border:0;font-size:100%;font:inherit;vertical-align:baseline;-webkit-text-size-adjust:100%}body{font-family:"Palatino LT", "Palatino Linotype", Palatino, Baskerville, "Bodoni MT", Garamond, Trebuchet, serif !important;font-variant-numeric:oldstyle-nums diagonal-fractions slashed-zero;text-rendering:optimizeLegibility;font-size:1em;word-wrap:break-word}h1,h2,h3,h4,h5{font-family:"Zapf Humanist 601", Optima, "Optima Nova", "URW Imperial", Amira, "Chianti BT", sans-serif !important;font-weight:700 !important}h1,h2,h3,h4,h5{text-transform:uppercase}h1{font-size:130%}h2{font-size:110%}h3{font-size:90%}h4{font-size:75%}h5{font-size:60%}input{outline:0;box-shadow:none;-webkit-tap-highlight-color:transparent}img{max-width:100%;height:auto;margin:auto}a{-webkit-tap-highlight-color:transparent;text-decoration:none;color:inherit;border-bottom:1px dotted;line-height:130%;word-wrap:break-word}a:hover,a:active{color:#ed0000;border-bottom:1px solid;text-decoration:none}input.field{padding:6px 12px;color:#555;border-bottom:1px dashed #d9d9d9;-webkit-border-radius:1px;-moz-border-radius:1px;-ms-border-radius:1px;border-radius:1px;margin:0 auto;margin-bottom:5px;height:20px;width:70%;text-align:center}input[type="submit"]{cursor:pointer;min-width:100px;height:40px;background-color:#e9e9e9;border:1px solid #c3c3c3;color:#333;padding:4px;outline:0;border-radius:0;-webkit-appearance:none;-webkit-transition:all 0.15s ease-in-out 0s;-moz-transition:all 0.15s ease-in-out 0s;-ms-transition:all 0.15s ease-in-out 0s;transition:all 0.15s ease-in-out 0s}input[type="submit"]:hover{border:1px solid #a3a3a3}input[type="submit"]:focus,input[type="submit"]:active{outline:0}input[type="submit"]:active{-webkit-box-shadow:inset 0 3px 5px rgba(0,0,0,0.125);box-shadow:inset 0 3px 5px rgba(0,0,0,0.125)}input::-moz-focus-inner{border:0}footer{margin:5em 0 0.5em 0;width:95%;color:#b0b0b0;font-size:12px;text-align:center}footer p{padding-top:10px;line-height:150%}div#message,div#error{position:fixed;font-size:90%;overflow:hidden;padding:3px;top:0;background-color:#a3a3a3;color:#fff;text-align:center;width:100%}div#message a,div#error a{color:#fff}div#error{background-color:#edb43a}@media (max-width: 400px){div#error,div#message,div#error{font-size:smaller;opacity:0.9}}ul#articles,ul#tweets{list-style:none}ul#articles li,ul#tweets li{page-break-inside:avoid;-webkit-column-break-inside:avoid;-moz-column-break-inside:avoid;-ms-column-break-inside:avoid;column-break-inside:avoid;break-inside:avoid-column}ul#articles li div.article,ul#tweets li div.tweet{background-color:#fff;border:2px solid #efefef;font-size:14px;-webkit-border-radius:2px;-moz-border-radius:2px;-ms-border-radius:2px;border-radius:2px}ul#articles{-webkit-column-gap:10px;-moz-column-gap:10px;column-gap:10px;-webkit-column-width:350px;-moz-column-width:350px;column-width:350px}ul#articles li{width:100%;margin-bottom:2em}ul#articles li div.article p{padding:5px}ul#articles li div.article a.title{padding:3px 5px 5px 5px;margin-top:5px;margin-bottom:2px;font-size:28px;display:block;border-bottom:none}ul#articles li div.article a.title:hover{color:#000}ul#articles li div.article p.url{padding:7px 5px 0px 5px;border-top:1px solid #e5e5e5;font-style:italic;text-align:center}ul#articles li div.article p.url a:after{content:" →"}ul#articles li div.article img{width:100%}ul#articles li div.most-controversial{border:2px solid #f90101}ul#articles li div.least-controversial{border:2px solid #00933b}ul#tweets{margin-top:2em;-webkit-column-width:150px;-moz-column-width:150px;column-width:150px;-webkit-column-gap:5px;-moz-column-gap:5px;column-gap:5px}ul#tweets li{width:100%;margin-bottom:5px}ul#tweets li div.tweet{padding:2px;overflow:hidden}ul#tweets li div.tweet a{color:inherit;text-decoration:none}ul#tweets li div.mad{border:2px solid #f90101}ul#tweets li div.happy{border:2px solid #00933b}footer{display:none}header{z-index:1;-webkit-user-select:none;-moz-user-select:none;-ms-user-select:none;cursor:default;width:100%;height:55px;line-height:55px;background:#fff;border-bottom:1px solid #efefef;position:fixed}header a{-webkit-touch-callout:none}header>div{padding:0 15px 0 5px;display:inline}header>div>a.mini{display:none}header>div h1{text-align:left;display:inline;font-size:1.2em}header>div span#subtitle{opacity:0.4;padding-left:5px;font-size:smaller;font-style:italic}header>div span#right-header{float:right;padding-right:10px}header>div span#article_title{font-style:italic}header>div form{display:inline}header>div>form input{padding:6px 12px;line-height:1.5;-webkit-border-radius:2px;-moz-border-radius:2px;-ms-border-radius:2px;border-radius:2px;border-bottom:1px solid #d9d9d9;margin:0 auto;height:15px;width:30%}header input[type='text'].top_loading{background:url("img/loading.gif") no-repeat;background-position:98% 50%;background-size:20px 20px}header#sub{height:25px;line-height:25px;background:#f1f8fb;overflow:auto;white-space:nowrap;overflow-y:hidden;color:#2b6dad;border-bottom:1px solid #efefef;position:fixed;top:56px;min-width:100%;text-align:center;font-size:smaller;font-style:italic}main{padding:4em 1em}main input.loading{background:url("img/loading.gif") no-repeat;background-size:20px 20px;padding:10px 10px 10px 36px;background-position:10% 50%}main>form{margin-bottom:10px;text-align:center}main>form input[type="text"]{margin-bottom:10px;width:275px;border-bottom:1px solid #d9d9d9}main div.featured_keywords{display:table;padding-bottom:1em;margin:0 auto}main div.featured_keywords dl.left{float:left;width:50%}main div.featured_keywords dl.right{float:right;width:50%}main div.featured_keywords dt{float:left;width:7.5em;padding:1ex .5em 0 .5em;text-align:right;font-weight:bold}main div.featured_keywords dd{margin:0 0 0 8.5em;padding:1ex 0.5em;text-align:left;border-left:1px solid #888}main div.featured_keywords dd span{white-space:nowrap}main ul.details{-webkit-column-break-inside:avoid;-moz-column-break-inside:avoid;-ms-column-break-inside:avoid;column-break-inside:avoid;list-style:none;margin:0 0 10px 0;padding:0}main ul.details li{display:inline}main ul.details li>span{line-height:30px;-webkit-border-radius:2px;-moz-border-radius:2px;-ms-border-radius:2px;border-radius:2px;border:1px solid #d9d9d9;padding:2px}main article{text-align:justify;line-height:150%}main article a,main article a:hover,main article a:active{border-bottom:none;color:#fff;background-color:#337ab7}main article a{text-decoration:none;font-weight:700}main article a:hover,main article a:active{background-color:#2e6da4}main article+p{-webkit-transition:all 0.3s ease-in-out 0s;-moz-transition:all 0.3s ease-in-out 0s;-ms-transition:all 0.3s ease-in-out 0s;transition:all 0.3s ease-in-out 0s;opacity:0.6}main article+p:hover{opacity:1.0}main mark{line-height:25px;color:#2b6dad;background-color:#f1f8fb;-webkit-border-radius:2px;-moz-border-radius:2px;-ms-border-radius:2px;border-radius:2px;padding:2px}main .disabled{cursor:not-allowed;background-color:#f9f9f9}main .disabled:active{color:#fff;background-color:#edb43a}span.danger{color:#fff;background-color:#d43f3a;padding:2px;-webkit-border-radius:2px;-moz-border-radius:2px;-ms-border-radius:2px;border-radius:2px}figcaption{margin:10px 0 10px 0}@media (max-width: 700px){header>div span#right-header,header>div>a{font-size:12px}header#sub{font-size:12px;top:41px}.non-essentials{display:none}header{height:40px;line-height:40px}header h1{font-size:.7em}}@media (max-width: 620px){main div.featured_keywords dt{writing-mode:vertical-rl}}@media (max-width: 520px){main div.featured_keywords dl.left,main div.featured_keywords dl.right{float:none}span.danger{display:block}input[type='text'].top_loading{height:40px}}@media (max-width: 415px){header>div>a.mini{display:inline}header>div>a.lg{display:none}}
/*# sourceMappingURL=home.css.map */
html,ul,body,header,input,span,form{margin:0;padding:0;border:0;font-size:100%;font:inherit;vertical-align:baseline;-webkit-text-size-adjust:100%}body{font-family:"Palatino LT", "Palatino Linotype", Palatino, Baskerville, "Bodoni MT", Garamond, Trebuchet, serif !important;font-variant-numeric:oldstyle-nums diagonal-fractions slashed-zero;text-rendering:optimizeLegibility;font-size:1em;word-wrap:break-word}h1,h2,h3,h4,h5{font-family:"Zapf Humanist 601", Optima, "Optima Nova", "URW Imperial", Amira, "Chianti BT", sans-serif !important;font-weight:700 !important}h1,h2,h3,h4,h5{text-transform:uppercase}h1{font-size:130%}h2{font-size:110%}h3{font-size:90%}h4{font-size:75%}h5{font-size:60%}input{outline:0;box-shadow:none;-webkit-tap-highlight-color:transparent}img{max-width:100%;height:auto;margin:auto}a{-webkit-tap-highlight-color:transparent;cursor:pointer;line-height:130%;word-wrap:break-word;text-decoration:none;color:inherit;border-bottom:1px dotted #999}a:hover{color:red;border-bottom:1px solid #999}input.field{padding:6px 12px;color:#555;border-bottom:1px dashed #d9d9d9;-webkit-border-radius:1px;-moz-border-radius:1px;-ms-border-radius:1px;border-radius:1px;margin:0 auto;margin-bottom:5px;height:20px;width:70%;text-align:center}input[type="submit"]{cursor:pointer;min-width:100px;height:40px;background-color:#e9e9e9;border:1px solid #c3c3c3;color:#333;padding:4px;outline:0;border-radius:0;-webkit-appearance:none;-webkit-transition:all 0.15s ease-in-out 0s;-moz-transition:all 0.15s ease-in-out 0s;-ms-transition:all 0.15s ease-in-out 0s;transition:all 0.15s ease-in-out 0s}input[type="submit"]:hover{border:1px solid #a3a3a3}input[type="submit"]:focus,input[type="submit"]:active{outline:0}input[type="submit"]:active{-webkit-box-shadow:inset 0 3px 5px rgba(0,0,0,0.125);box-shadow:inset 0 3px 5px rgba(0,0,0,0.125)}input::-moz-focus-inner{border:0}footer{margin:5em 0 0.5em 0;width:95%;color:#b0b0b0;font-size:12px;text-align:center}footer p{padding-top:10px;line-height:150%}div#message,div#error{position:fixed;font-size:90%;overflow:hidden;padding:3px;top:0;background-color:#a3a3a3;color:#fff;text-align:center;width:100%}div#message a,div#error a{color:#fff}div#error{background-color:#edb43a}@media (max-width: 400px){div#error,div#message,div#error{font-size:smaller;opacity:0.9}}html{border-top:3px solid #ff0000}div#login{padding:1px 5px 20px 5px;text-align:center;-webkit-box-shadow:0 1px 2px 2px #eee;-moz-box-shadow:0 1px 2px 2px #eee;-ms-box-shadow:0 1px 2px 2px #eee;box-shadow:0 1px 2px 2px #eee;width:450px;margin:5em auto 0 auto}div#login form{margin-top:10px}div#login center{margin-top:1em}div#login div.g-recaptcha{display:table;margin:0 auto}div#login h2{font-size:1.1em;margin:20px 0 5px 0}@media (max-width: 520px){div#login{width:350px;font-size:14px}div#login input[type="submit"]{height:35px}}@media (max-width: 390px){div#login{width:320px;margin-top:2em}}@media (max-width: 320px){div#login{width:290px;margin:1em auto}html,body{margin:0}}
html,ul,body,header,input,span,form{margin:0;padding:0;border:0;font-size:100%;font:inherit;vertical-align:baseline;-webkit-text-size-adjust:100%}body{font-family:"Palatino LT", "Palatino Linotype", Palatino, Baskerville, "Bodoni MT", Garamond, Trebuchet, serif !important;font-variant-numeric:oldstyle-nums diagonal-fractions slashed-zero;text-rendering:optimizeLegibility;font-size:1em;word-wrap:break-word}h1,h2,h3,h4,h5{font-family:"Zapf Humanist 601", Optima, "Optima Nova", "URW Imperial", Amira, "Chianti BT", sans-serif !important;font-weight:700 !important}h1,h2,h3,h4,h5{text-transform:uppercase}h1{font-size:130%}h2{font-size:110%}h3{font-size:90%}h4{font-size:75%}h5{font-size:60%}input{outline:0;box-shadow:none;-webkit-tap-highlight-color:transparent}img{max-width:100%;height:auto;margin:auto}a{-webkit-tap-highlight-color:transparent;text-decoration:none;color:inherit;border-bottom:1px dotted;line-height:130%;word-wrap:break-word}a:hover,a:active{color:#ed0000;border-bottom:1px solid;text-decoration:none}input.field{padding:6px 12px;color:#555;border-bottom:1px dashed #d9d9d9;-webkit-border-radius:1px;-moz-border-radius:1px;-ms-border-radius:1px;border-radius:1px;margin:0 auto;margin-bottom:5px;height:20px;width:70%;text-align:center}input[type="submit"]{cursor:pointer;min-width:100px;height:40px;background-color:#e9e9e9;border:1px solid #c3c3c3;color:#333;padding:4px;outline:0;border-radius:0;-webkit-appearance:none;-webkit-transition:all 0.15s ease-in-out 0s;-moz-transition:all 0.15s ease-in-out 0s;-ms-transition:all 0.15s ease-in-out 0s;transition:all 0.15s ease-in-out 0s}input[type="submit"]:hover{border:1px solid #a3a3a3}input[type="submit"]:focus,input[type="submit"]:active{outline:0}input[type="submit"]:active{-webkit-box-shadow:inset 0 3px 5px rgba(0,0,0,0.125);box-shadow:inset 0 3px 5px rgba(0,0,0,0.125)}input::-moz-focus-inner{border:0}footer{margin:5em 0 0.5em 0;width:95%;color:#b0b0b0;font-size:12px;text-align:center}footer p{padding-top:10px;line-height:150%}div#message,div#error{position:fixed;font-size:90%;overflow:hidden;padding:3px;top:0;background-color:#a3a3a3;color:#fff;text-align:center;width:100%}div#message a,div#error a{color:#fff}div#error{background-color:#edb43a}@media (max-width: 400px){div#error,div#message,div#error{font-size:smaller;opacity:0.9}}html{border-top:3px solid #ed0000}div#login{padding:1px 5px 20px 5px;text-align:center;-webkit-box-shadow:0 1px 2px 2px #eee;-moz-box-shadow:0 1px 2px 2px #eee;-ms-box-shadow:0 1px 2px 2px #eee;box-shadow:0 1px 2px 2px #eee;width:450px;margin:5em auto 0 auto}div#login form{margin-top:10px}div#login center{margin-top:1em}div#login div.g-recaptcha{display:table;margin:0 auto}div#login h2{font-size:1.1em;margin:20px 0 5px 0}@media (max-width: 520px){div#login{width:350px;font-size:14px}div#login input[type="submit"]{height:35px}}@media (max-width: 390px){div#login{width:320px;margin-top:2em}}@media (max-width: 320px){div#login{width:290px;margin:1em auto}html,body{margin:0}}
/*# sourceMappingURL=login.css.map */
@import 'style';
html {
border-top: 3px solid #ff0000;
border-top: 3px solid #ed0000;
}
div#login {
padding: 1px 5px 20px 5px;
......
@import url(bootstrap.min.css);body{font-family:'Verdana', sans-serif}blockquote{font-size:16px}blockquote.good{background-color:#dff0d8;border-left:5px solid #3c763d}blockquote.bad{background-color:#f2dede;border-left:5px solid #a94442}.col-md-3{color:#ddd;background-color:rgba(245,245,245,0.3)}div#full_article{font-size:16px}div#full_article span{cursor:pointer}div#full_article span.controversial{color:#bada55;background-color:#800}#copyright{margin-bottom:14em}.btn{font-weight:700}#full_article{text-align:justify}#bot_bar{position:fixed;z-index:1;bottom:0}#bot_bar .col-md-12{padding:8px;background-color:#eee;margin-top:8px;text-align:right;height:61px}#bot_bar .col-md-12 .pull-left{padding:8px}@media (max-height: 400px){#bot_bar{position:relative}}@media (min-width: 1200px){#bot_bar{width:1170px}}@media (min-width: 992px){#bot_bar{width:970}}@media (min-width: 768px){#bot_bar{width:750}}
@import url(bootstrap.min.css);body{font-family:'Verdana', sans-serif;border-top:10px solid #d9d9d9;padding-top:10px}blockquote{font-size:16px}blockquote.good{background-color:#dff0d8;border-left:5px solid #3c763d}blockquote.bad{background-color:#f2dede;border-left:5px solid #a94442}.col-md-3{color:#ddd;background-color:rgba(245,245,245,0.3)}div#full_article{font-size:16px}div#full_article span{cursor:pointer}div#full_article span.controversial{color:#bada55;background-color:#800}#copyright{margin-bottom:14em}.btn{font-weight:700}#full_article{text-align:justify}#bot_bar{position:fixed;z-index:1;bottom:0}#bot_bar .col-md-12{padding:8px;background-color:#eee;margin-top:8px;text-align:right;height:61px}#bot_bar .col-md-12 .pull-left{padding:8px}@media (max-height: 400px){#bot_bar{position:relative}}@media (min-width: 1200px){#bot_bar{width:1170px}}@media (min-width: 992px){#bot_bar{width:970}}@media (min-width: 768px){#bot_bar{width:750}}
/*# sourceMappingURL=highlight.css.map */
@import 'bootstrap.min.css';
body {
font-family: 'Verdana', sans-serif;
border-top: 10px solid #d9d9d9;
padding-top: 10px;
}
blockquote {
font-size: 16px;
......
......@@ -7,7 +7,7 @@
<p class="lead">Please click any sentences which you believe are controversial. We define controversial as expressing an opinon which could be debated by many people. When done, click <b><q>Submit</q></b>.</p>
</div>
<div class="col-md-3">
<i>{{ article.title }}</i> <b>&middot;</b> {{ article.byline }} <b>&middot;</b> {{ article.published }} <b>&middot;</b> <q>{{ article.keyword }}</q> corpus
<i>{{ article.title }}</i> <b>&middot;</b> {{ article.byline }} <b>&middot;</b> {{ article.published }} <b>&middot;</b> <q>{{ article.keyword }}</q> corpus.
</div>
<div class="col-md-12">
<hr>
......@@ -26,7 +26,7 @@
</div>
<div class="col-md-6">
<div class="alert" id="time_left" role="alert">
<span><span>
<span></span>
</div>
</div>
<div class="col-md-6" id="copyright">
......@@ -44,7 +44,7 @@
</div>
<script type="text/javascript" src="{{ url_for('static', filename='mturk/jquery.min.js') }}"></script>
<script type="text/javascript">
<!-- Turkers: if you modify these variables via a console, your work will be wasted: you won't be paid, and we'll reject your submission server-side. -->
<!-- Turkers: please don't you modify these variables via a console, your work will be wasted, and we'll reject your submission server-side. -->
var controversial = [];
var minimum_time = {{ minimum_time }};
var n_sentences = {{ n_sentences }};
......
......@@ -5,7 +5,7 @@
<p class="lead"><b>You've completed this HIT</b></p>
</div>
<div class="col-md-8">
<p>Report feedback to us at <b><tt>gdyer</tt>@<tt>seznam</tt>.<tt>cz</tt></b> or <a href="https://github.com/gdyer/controversy">learn more about this project</a>. Thank you.</p>
<p>Report feedback to us at <b><tt>mturk</tt>@<tt>2pitau</tt>.<tt>org</tt></b> or <a href="https://github.com/gdyer/controversy">learn more about this project</a>. Thank you.</p>
</div>
</div>
{% endblock %}
......@@ -16,7 +16,7 @@
</blockquote>
<p>Other examples of controversial sentences:</p>
<blockquote class="good">
<p>The abortion clinic was destroyed by <i>deep-seated hatred</i> expressed earlier that week by Catholic extremists.</p>
<p>The abortion clinic was destroyed by <i>deep-seated hatred</i> expressed earlier that week by Catholic terrorists.</p>
<p>The airline has had <i>countless</i> safety problems in the past.</p>
<p>Worried about unemployment and political unrest, the government pushed back when Avtovaz, the maker of Lada cars, <i>moved quickly to cut</i> workers as the economy slowed.</p>
<p>In 1994, a pilot <i>let</i> his 16-year-old son fly an Airbus that <i>promptly</i> crashed, killing <i>all</i> 75 aboard.</p>
......
......@@ -12,7 +12,7 @@
</div>
{% endif %}
<div id=login>
<h2>welcome to controversy</h2>
<h2>Welcome to Controversy</h2>
<span id=details>
Your information is for our reference only and will never be shared with a 3<sup>rd</sup> party. You can also <a href=bourbaki>use the demo anonymously</a> if you like.
</span>
......@@ -32,5 +32,8 @@
<br>
<input type=submit value=register />
</form>
<center>
<b>Or &hellip;&nbsp;</b><i><a href=./login>login with your existing account &rarr;</a></i>
</center>
</div>
{% endblock %}
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment