// ==UserScript== // @name HIT Scraper WITH EXPORT // @author Kerek, TJ, and clickhappier // @description Snag HITs. // Based in part on code from mmmturkeybacon Export Mturk History and mmmturkeybacon Color Coded Search with Checkpoints // @namespace https://greasyfork.org/users/710 // @match https://www.mturk.com/mturk/findhits?match=true#hit_scraper* // @match https://www.mturk.com/mturk/findhits?match=true?hit_scraper* // @version 2.3.7.2 // @grant GM_xmlhttpRequest // @grant GM_setClipboard // @require http://code.jquery.com/jquery-latest.min.js // @downloadURL none // ==/UserScript== //Fixes it so as not to rely on GM's storage schemes this.GM_getValue=function (key,def) { return localStorage[key] || def; }; this.GM_setValue=function (key,value) { return localStorage[key]=value; }; this.GM_deleteValue=function (key) { return localStorage.removeItem(key); }; var default_list = ["oscar smith", "Diamond Tip Research LLC", "jonathon weber", "jerry torres", "Crowdsource", "we-pay-you-fast", "turk experiment", "jon brelig"]; var ignore_list = default_list; if (GM_getValue("scraper_ignore_list")) ignore_list = GM_getValue("scraper_ignore_list").split('^'); else GM_setValue("scraper_ignore_list", default_list.join('^')); var include_list = []; if (!GM_getValue("scraper_include_list")) GM_setValue("scraper_include_list","nothing includelisted yet"); if (GM_getValue("scraper_include_list")) include_list = GM_getValue("scraper_include_list").split('^'); //This is to update the hit export symbol var symbol = "☭"; //this searches extra pages if you skip too much, helps fill out results if you hit a chunk of ignored HITs. Change to true for this behavior. var correct_for_skips = true; //This will hide masters if selected to "hide" var hide_masters = false; //This is to test sorting by TO var sort_TO = false; //weight the four TO ratings for the coloring. Default has pay twice as important as fairness and nothing for communication and fast. var COMM_WEIGHT = 1; var PAY_WEIGHT = 3; var FAIR_WEIGHT = 3; var FAST_WEIGHT = 1; //Used for themeing, change the colors to change how scraper looks var GREEN = '#66CC66'; // > 4 var LIGHTGREEN = '#ADFF2F'; // > 3 GREEN YELLOW var YELLOW = '#FFD700'; //Not used var ORANGE = '#FF9900'; // > 2 var RED = '#FF3030'; // <= 2 var BLUE = '#7FAAEB'; // no TO var GREY = 'lightGrey'; //TO down var BROWN = '#94704D'; //Font color var DARKGREY = '#9F9F9F'; //No HITDB, "Not Qualified" column var BACKGROUND_COLOR = "rgb(19, 19, 19)"; //Background of page //display your hitdb records if applicable var check_hitDB = true; //default text size var default_text_size=11; //set to "true" to override checkbox setting and ding on new hits var newHitDing = false; //DO NOT EDIT ANYTHING BELOW THIS LINE UNLESS YOU KNOW WHAT YOU ARE DOING! var maxPages = 20; var type = -1; var status_array = []; var shouldDing = false; var useTO = true; var audiofile1 = document.createElement('audio'); document.body.appendChild(audiofile1); audiofile1.src = 'data:audio/ogg;base64,T2dnUwACAAAAAAAAAAB8mpoRAAAAAFLKt9gBHgF2b3JiaXMAAAAAARErAAAAAAAAkGUAAAAAAACZAU9nZ1MAAAAAAAAAAAAAfJqaEQEAAACHYsq6Cy3///////////+1A3ZvcmJpcx0AAABYaXBoLk9yZyBsaWJWb3JiaXMgSSAyMDA1MDMwNAAAAAABBXZvcmJpcxJCQ1YBAAABAAxSFCElGVNKYwiVUlIpBR1jUFtHHWPUOUYhZBBTiEkZpXtPKpVYSsgRUlgpRR1TTFNJlVKWKUUdYxRTSCFT1jFloXMUS4ZJCSVsTa50FkvomWOWMUYdY85aSp1j1jFFHWNSUkmhcxg6ZiVkFDpGxehifDA6laJCKL7H3lLpLYWKW4q91xpT6y2EGEtpwQhhc+211dxKasUYY4wxxsXiUyiC0JBVAAABAABABAFCQ1YBAAoAAMJQDEVRgNCQVQBABgCAABRFcRTHcRxHkiTLAkJDVgEAQAAAAgAAKI7hKJIjSZJkWZZlWZameZaouaov+64u667t6roOhIasBADIAAAYhiGH3knMkFOQSSYpVcw5CKH1DjnlFGTSUsaYYoxRzpBTDDEFMYbQKYUQ1E45pQwiCENInWTOIEs96OBi5zgQGrIiAIgCAACMQYwhxpBzDEoGIXKOScggRM45KZ2UTEoorbSWSQktldYi55yUTkompbQWUsuklNZCKwUAAAQ4AAAEWAiFhqwIAKIAABCDkFJIKcSUYk4xh5RSjinHkFLMOcWYcowx6CBUzDHIHIRIKcUYc0455iBkDCrmHIQMMgEAAAEOAAABFkKhISsCgDgBAIMkaZqlaaJoaZooeqaoqqIoqqrleabpmaaqeqKpqqaquq6pqq5seZ5peqaoqp4pqqqpqq5rqqrriqpqy6ar2rbpqrbsyrJuu7Ks256qyrapurJuqq5tu7Js664s27rkearqmabreqbpuqrr2rLqurLtmabriqor26bryrLryratyrKua6bpuqKr2q6purLtyq5tu7Ks+6br6rbqyrquyrLu27au+7KtC7vourauyq6uq7Ks67It67Zs20LJ81TVM03X9UzTdVXXtW3VdW1bM03XNV1XlkXVdWXVlXVddWVb90zTdU1XlWXTVWVZlWXddmVXl0XXtW1Vln1ddWVfl23d92VZ133TdXVblWXbV2VZ92Vd94VZt33dU1VbN11X103X1X1b131htm3fF11X11XZ1oVVlnXf1n1lmHWdMLqurqu27OuqLOu+ruvGMOu6MKy6bfyurQvDq+vGseu+rty+j2rbvvDqtjG8um4cu7Abv+37xrGpqm2brqvrpivrumzrvm/runGMrqvrqiz7uurKvm/ruvDrvi8Mo+vquirLurDasq/Lui4Mu64bw2rbwu7aunDMsi4Mt+8rx68LQ9W2heHVdaOr28ZvC8PSN3a+AACAAQcAgAATykChISsCgDgBAAYhCBVjECrGIIQQUgohpFQxBiFjDkrGHJQQSkkhlNIqxiBkjknIHJMQSmiplNBKKKWlUEpLoZTWUmotptRaDKG0FEpprZTSWmopttRSbBVjEDLnpGSOSSiltFZKaSlzTErGoKQOQiqlpNJKSa1lzknJoKPSOUippNJSSam1UEproZTWSkqxpdJKba3FGkppLaTSWkmptdRSba21WiPGIGSMQcmck1JKSamU0lrmnJQOOiqZg5JKKamVklKsmJPSQSglg4xKSaW1kkoroZTWSkqxhVJaa63VmFJLNZSSWkmpxVBKa621GlMrNYVQUgultBZKaa21VmtqLbZQQmuhpBZLKjG1FmNtrcUYSmmtpBJbKanFFluNrbVYU0s1lpJibK3V2EotOdZaa0ot1tJSjK21mFtMucVYaw0ltBZKaa2U0lpKrcXWWq2hlNZKKrGVklpsrdXYWow1lNJiKSm1kEpsrbVYW2w1ppZibLHVWFKLMcZYc0u11ZRai621WEsrNcYYa2415VIAAMCAAwBAgAlloNCQlQBAFAAAYAxjjEFoFHLMOSmNUs45JyVzDkIIKWXOQQghpc45CKW01DkHoZSUQikppRRbKCWl1losAACgwAEAIMAGTYnFAQoNWQkARAEAIMYoxRiExiClGIPQGKMUYxAqpRhzDkKlFGPOQcgYc85BKRljzkEnJYQQQimlhBBCKKWUAgAAChwAAAJs0JRYHKDQkBUBQBQAAGAMYgwxhiB0UjopEYRMSielkRJaCylllkqKJcbMWomtxNhICa2F1jJrJcbSYkatxFhiKgAA7MABAOzAQig0ZCUAkAcAQBijFGPOOWcQYsw5CCE0CDHmHIQQKsaccw5CCBVjzjkHIYTOOecghBBC55xzEEIIoYMQQgillNJBCCGEUkrpIIQQQimldBBCCKGUUgoAACpwAAAIsFFkc4KRoEJDVgIAeQAAgDFKOSclpUYpxiCkFFujFGMQUmqtYgxCSq3FWDEGIaXWYuwgpNRajLV2EFJqLcZaQ0qtxVhrziGl1mKsNdfUWoy15tx7ai3GWnPOuQAA3AUHALADG0U2JxgJKjRkJQCQBwBAIKQUY4w5h5RijDHnnENKMcaYc84pxhhzzjnnFGOMOeecc4wx55xzzjnGmHPOOeecc84556CDkDnnnHPQQeicc845CCF0zjnnHIQQCgAAKnAAAAiwUWRzgpGgQkNWAgDhAACAMZRSSimllFJKqKOUUkoppZRSAiGllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimllFJKKaWUUkoppZRSSimVUkoppZRSSimllFJKKaUAIN8KBwD/BxtnWEk6KxwNLjRkJQAQDgAAGMMYhIw5JyWlhjEIpXROSkklNYxBKKVzElJKKYPQWmqlpNJSShmElGILIZWUWgqltFZrKam1lFIoKcUaS0qppdYy5ySkklpLrbaYOQelpNZaaq3FEEJKsbXWUmuxdVJSSa211lptLaSUWmstxtZibCWlllprqcXWWkyptRZbSy3G1mJLrcXYYosxxhoLAOBucACASLBxhpWks8LR4EJDVgIAIQEABDJKOeecgxBCCCFSijHnoIMQQgghREox5pyDEEIIIYSMMecghBBCCKGUkDHmHIQQQgghhFI65yCEUEoJpZRSSucchBBCCKWUUkoJIYQQQiillFJKKSGEEEoppZRSSiklhBBCKKWUUkoppYQQQiillFJKKaWUEEIopZRSSimllBJCCKGUUkoppZRSQgillFJKKaWUUkooIYRSSimllFJKCSWUUkoppZRSSikhlFJKKaWUUkoppQAAgAMHAIAAI+gko8oibDThwgMQAAAAAgACTACBAYKCUQgChBEIAAAAAAAIAPgAAEgKgIiIaOYMDhASFBYYGhweICIkAAAAAAAAAAAAAAAABE9nZ1MABAgkAAAAAAAAfJqaEQIAAAB89IOyJjhEQUNNRE5TRENHS0xTRllHSEpISUdORk1GSEdISUNHP0ZHS1IhquPYHv5OAgC/7wFATp2pUBdXuyHsT4XRISOWEsj9QgEA7CC99FBIaDsrM+hbibFaAl81wg+vGnum4/p5roRKJAAAQFGOdsUy794bb3kbX50b8wL0NECgHlr67FRjAIAlBqKQyl55KU64p02UMHrBl0yZbWiGBSJYvJwiAaLj+vfck0gAnrsDAJV8Gl9y2ovHlFW+iSn7ZmRlQAb9lx4A4hz/EEPP9W5bRn5ldI8wU4fR+xS3ZLKtvYvVL687nuL6t9yTeAC+RwCEqOwlsbp1/8nH92xUT3KcsFhk7T4kAADwbXSbV8XCH6fYyccR20ceVzbp65K8wTKt7i29DHrNRpbg+llWQiUAAABh8SfmNYz1zNJvVm/6ZulEwE4BZEcYiZ+X5QQAsDib+e7cFjM7i9MfI304kTbyzFlUlxMZW92vpQmnJf6GaI40HUgUhuDlGH4SiwBwPQCEotz12nIjLju/n4bWM2RrhQP26bAAAEJxvd5Y66S0Bk6b+hozw2kzVccJx/ajEnnIWdBXbMON0UJ+YC/LJwGAawygypSJUV3enfpuR4a1NshSpqhl1t95c7XpMobYmrGOdWy9kMLS280QcKu7WxbJ2uukrVrMMMQ2V6o4GbYBVyi1zt6mTwOW4r0O3hJoAMA1A1AVxeA82nYulS/PeZS76iiXQcld82TW68AVRVaGbYu3pYy2dCtv2WPZTW4aze95YsP2ht8H9ob2sHdj2aP5xvzGMvrcPuw3DJbg+pl7SwAA4JoQAKEoRmuTA1datn0ll4M+RDIgwepTegCAqZXJwi4+D9CbO9co4qTOEo4nJQk1ilBItSPefZhsCFADluD6mXtLQDYAeKoOQCiygt5MbOFxku9OoakVCRshIH7t0QMAsAvYnyc9wcaLOrepVBelSJ5YqXw57wGbOJf0QmBIAZbf+pi9JQgIAHxPBiAUZSwOroLZG1W7/N3+lCr8SBC1+1oAAKDoRWT56b6YcafEq0xsUDbM+7p712GNyfWWOMh+MX2y9t4Ajt/60d4SAAAwYQCEVXkuoAma6qXER1ZLu2GlDQLBvwcdACAPR5Sb2vYgzJ8uxdxSE127cNRnPpdsJZ4NMndjTdbblB/nE1PKjWcAjt8RjScBgH4SQJUpY3MiJTGRJmXGjImpRAjBZs1sNmtM5P86m3EcU5cSkC9b8eY3Pp96HVJjwP4rz19qS8yY4sW8W9OlKl2BeJw8EZbioceTAMBzBqAqyl4y2V0me0/D3qUeI3cIURT5Wytli7flLsdxKBaV7aIcRMOhcDROe6VmZlx8Wvfo9JnMW+Xfqsv0ynjdVK/MzFQbMjPVmTkrit5ivp0EAHbCAAjFHZ+WVE/2qWubq96d1HGjRkCYMmYAQLOZZYEblKknCTLC3Fla72pISpk4z9x1sjuZrttub1LUJ7vpBIreXQKXAFwDg6IcCzOmDu0NiSNTR+7tTyQSiRBGE4e+2JLycuv6ere1P1Pl8/Y/biuttqVa0RuwLXKPW2JbWh8qGysH3pXVYRofzOW4oS9KVk6oeZa7BHcclt8xp28J0ABA1QAIRZnKdDQLZzv2vZR6R7SDCNLiDPu/JgCA2ddgPznKws0y9ko0o/FZp5UKN2aTLwFhOkzbGk7Ev69tHACS3/oxe0tAAgCf9wAIRVawTrOhvznPSHXcBU3RRqYNQTr+bQUAgMqdkd316ov0ymXJ8FLa1f8b79fj3R4By8t8Dk5FPP5LnAiS3/rwviUAAHBNCICw+Ht66212jr0bz0zNqNLUqFY1A9xMaQEANp/b9ba5yPZORo4ec5Hx/Coj7MILu6hGm9Hp5ijH2FmPQjZqAZLferjfEhAAwFYdgFCUiWYwt9TVuWGVr8cm59axURwJOqv0AMAj50k+vICuG/fuoNnVN2t7+a9VtsYCea7kqrItmTnEQa79GYrfenjfEhANAJ4RAKEouzmardahkP4tso7fBsViChGWqgUAYKA7f720O5LqX9FXzSku1sC3tVHxq++uVfaXuowa3NJx6Ks0egOG3iWGneQAsBMEIBT/zXRNrr38c9rdz2qpCpgB6gqDNADApWZZSvcm7VyTo1yW3Vs1q8xMmgEBWwoze23kQBDMDRPt7i4hC5LfIY+nDgDk5ACwwnowLLvft7ekXds5nezEig0nclrDi8Or66XICZaq4ime564bwYdBWO8dvmfNrsCSW5AeWe1ifN2R9nS21RC4NME1A4rh4lzfEiQAQE8QgFCUaTOXH1J3pjkwKlntkpRBWCvsIb8OAKANWER83tlHOBVJaZ2NJWXKSqhgA34zuOPehVVh/B3ICQOO4KK+3xIQAMDnfQBSpxrzCH2U6pHp7WZ6PwyCqAkm+eWrBAA4Kdb8uJEp5f1dXgrhcvR9MoeMyzG0i/uYgHyN0jrNek+GubvriIm6G47hor7fEgAAUCUAobJUrNbG3GOY9blo5oPOduQP0lqkd7UeALwgdweI4PWcyLTRw5Fdntehe/trjP5IJSJznmuLpm7H2AGG4GLMbiUAAPDcAAiLpczJlR2n60F9PErm8YqNiQOyfr9UAQB2KTnX3MdFOTMzJcfCSrwWl1HWIzI7uxB1TsQuEPx9LoN6hgCG4GLMbiVAA4CtGgChVrYNbTwU1eZqiFJ5aigd6zgQrfzXAQCU0XsD+QyRUGiFAr5hrfR2sPZgJsjrhXh7P8+AqkfZQ0B8BoZeVea3BOQCgJ4IQKgsr2dxyXYl7caDKOsvx4ppZRDYXakBABCbnhZ61lw0GWo5b34cYxZ5CVel7QjFunVc7uMuNtizydMTHIZdVecn8QBcJwAylf/guBJzi/V87Sae+JlHxQYbsKPLKgAQAOso9x00mcrgiC+iUmxOnvchtha7pB1piFRd2YyH3IQ9+rS5KA2CYFT+JwEAVQIQimTsNSzPy/J8ZphM3e2dDMHaEES8/lovAQhg5HLoVVKXxj1K71I7cJxAeWFDYcfOIR/LcsdhJeo5fuBRhicBgKcBCJVqdk5erKV2T6fejJ4y5zkhsYgwewHAUnpnobQUEvXMdFbKoF3tzr9dP6htsqXVgL7D6TN0HnVL38UVkQ164xGPtyQhAICtAGC5fMRbGFCeNkvX5h6nXQxEIQBlWQ0AACaNu+sdjcTc3HKvtL7+nrprlFMlxCGXw0Jg6wN+nYqXkwBATwE4A8AfreeeYJ3ee/G0MzGii4iwVtrHNQ0AQBWg7wMR1wL09Ywau3DR1Lr3zU2kmxYEJR0NgtRDdnEio4ZJdl4Vo1sCBAC4TgCBQTY2QLPnmPkpfS846yNWBgKOXd5JSADArF9HjUZd1KCzNse+k3ck7bCGnfr+6eHjs1m4k9cQsPUEHQB+n8LpSXQAjAHkrLI094zNHePypKdf9RIWN0lIy/Bx1JECYkgi481PP5FG1l/fLPa51xrTFkIuUqPIjTxdY0Qh6riz3rXJ/vF0dkSSW9DTqgAAmeJx/scynl627KXON973XgpjzRJ1Hj6/CMlCc+hfQ6eIKQm7nLAMh3X1YorEW8vqOL44wn79D/pIETNBW/AzzX9681U4DJzb4PYDesvZ34xswFUCkGrRAGD1Nx4AeF4pACxWbrDxrjgDwBwF'; audiofile1.setAttribute("id", "ding_noise0"); audiofile1.volume = 10; var audiofile2 = document.createElement('audio'); document.body.appendChild(audiofile2); audiofile2.src = 'data:audio/mp3;base64,SUQzBAAAAAABFVRYWFgAAAASAAADbWFqb3JfYnJhbmQAbXA0MgBUWFhYAAAAEQAAA21pbm9yX3ZlcnNpb24AMABUWFhYAAAAHAAAA2NvbXBhdGlibGVfYnJhbmRzAGlzb21tcDQyAFRERU4AAAAVAAADMjAxNC0wMi0xNiAxMzo0NDoxNgBUU1NFAAAADwAAA0xhdmY1My4zMi4xMDAA//uQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAWGluZwAAAAcAAAAlAAA+CQANDRQUFBoaGiEhKCgoLy8vNTU8PDxDQ0NKSkpQUFdXV15eXmVla2trcnJyeXl/f3+GhoaNjY2UlJqamqGhoaior6+vtbW1vLzDw8PKysrQ0NDX197e3uXl5evr8vLy+fn5//8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA//uQZAAP8AAAaQAAAAgAAA0gAAABAAABpAAAACAAADSAAAAETEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVTEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV//uSZECP8AAAaQAAAAgAAA0gAAABAAABpAAAACAAADSAAAAEVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVYAGA2AAYsgQwh0DsmF2g2kgijWJF27brJ0vJilIk6SBUnSJ0mF98I7KLdQiTpMKMJk5R05ybh4XOSC0CZOowu2UcgjOcI1FtH5IC7ajCZhd6DJ7DPWTmkwj0ufIHI3oIzycs2C7cG1HI9UcK5I2kFz9QyGTmo5HqB6CKOmLns/qkf/7kmRAj/AAAGkAAAAIAAANIAAAAQAAAaQAAAAgAAA0gAAABJzKHgwmj0gVNwppif/rG+u8gVRyQMCPtbrK2Uqgtwqg1aky6xBr+g1mTJjmtJl1Bo05JkyYNGjRoyZMmTBo0aNGe6h6MzMTT0GUu38yZMmTBo0aNGTJkyYNGjSDJKH6xwIsVcQAIAiFtEAD+txLTkCjwprLYmCKLmMYch24IhEoiD+Pxneqcicvl7oMQjruM4lrkBcZnGYRjlhOAQgxxA03udiKR+LwGxwGhV/D+ClbZ5h/HnlERd9bbUPspFcyoe54UioH2S9QJEessavfwoDaciMbDQThCGV2yKUTNdVVjedbMdCvV76CnznUaHv4kM54zx5HLYqH9o7Wc6rNNzY1BEPwuCoV+p9Na0wvmR5EUD+icrqzyHePH1DjrhYzCZIUsOivniSxjTOtXudX86kVra/UiGNaHwsJyM/eZlUeG+TGmCDcYHoCABjEckEQufyIrRo6QCkn8uexCTAvdTAoKU6Iki4wPKcUM/RRd0l7m0MGgsJBuL6QGJo2F0b/+5Jk/40EvGw3CGlLckXgFAwEIwAdaab0TGHtyn22HFSUJbmNGUJIZD3NJBFG2mK26IBQgTFZi24Z/7QRR0gjUSMSHQ23DPDIe0ckCZPpGKxW0FAwqK3o53sEEPPNQMf/JoIfz2vNBFHPVGLRki4XDZYDCEVzVFbekBImjmmK26QIHI2yM2QBjEaNHOcEtttqTba1kQAkIji51RQ8vcAEgb5a9lgJIXZoWyK8W2g/DkGO4+k5all1/GhwBDsENpuAIjAckaQCBC+qcZjIA2c/STVfhs+rkKQ4olBBzZjICRgQWKqqzInoCBVqA41UNjiYCdDO5a+9AyNd650R10LMgsuogMVsLWGygtUW4AVr+hDCF0TDXLMOPW57EIrto8NIIysTGFtoLpju2/8WisOuErhnaVCbqWSVip28jMjoIhDF6elGVJunlcP34xTwK/bcITDduph/773///////5+G9frV0OeqQfnFkHKIrRdgGgNWEkFlAGzaOQow5znMsqIs285kzOf8zm52Yhg3Qiww4shcDsP04TgTEceD0DhMHAS//uSZIqA9udURmsZwvCOLEfwPYtuWUUbHAznC4j1FmMBhqkwDxZSdvtNi+rPzc68vffNgkDtAHALH8sQ4a+Ztr4qmTcvfGxtq2nPDKt074qzfefqJddN+Pl7/qX3XNvmPVPxFJnKp+990+Xwo8rdVTdHzf9azQj4QpUQCgxgGPi1RnssbMEYUZHWBcdKtJgqDJITaQiFKNbF0h0F4ACoMPMvXABh4jCy+6fSjrU6aGXiMcUDHjIAsInqduIXqM5EW6Aa00zKNRc55TKEnlETi0tSXHEAGyl2E0FH1UF4uK99FnBDBGuR1w2rJDr4RsZKzptHABKU/XkUzct59MZDhoOJGLhpwCNpzR2ptcd9QdLhn7wLJEjo8TtWSsYU7bgsAiqpUFwo2Pe7kbtS/crZwy9ocm3nuYiD6RSSvo48MMofgBrSK5S2IViPBXRskOLUyqi4CxDjOiaFn///jQKfxeFhgBgDAFjiIE8KQoFGDX////4uEKK5R7v//////+l9IqotIpRSoFJJSrkzVKAfBJCn0S46laOJRN2XM2WLvuyugf/7kmQQAASfSU9p+GL0MuM5SmCiOBCFJSmsPSvAyQwlPPOI4P65NtlS6XK3jjgIKKRIpxtxafh2QNvXz+OyaM0Utm4cjVyOxntjGgUg3ZNSBCngLjt1+1fuVrHp0ExXMWT1C+MjRqC6tdcHFMsJKy1Zo0sPzEtiVaKrlLpVNooVvwU+dnJ+Zoy+wvMVz/HrtFscv3O/1r/W38BFAAAEndSgARguGaSWsgFKLOIt8gj/06ihRJGUWScTBs6DX/+UD3/////+y/kMpqh0AAYgAAAAAQR8gI/IiKjTKIW0xhrL3WgY/jGU0dqTz2zEooaod2ix06ukOUTIWcZ43meoSaJI5npuo8pCGliVNVe98VmJgAhAmRrwRCGHprq4hcYHyImRComssueNJzOsJoyVN33ZXKn9E11osSilW+/HqwyeZnyOIrvyZjHPTV21f+ocAkJEqiEYC98N5q3EaLleuqHFxqAwA9fnt9vrgwoQg5klUUG+3/35X+v/////u60v68xVAAAEAAAAdBwNORROIFOE+lYy9zlBlFitydB9Emcnxzf/+5JkEAoEUUPIYw964DNjORwkpTgROUcWrODL0MQMpLShFOBihn8t6fQIT2qagxGJjQ05kw1qnBc0zIqlyhQ/wZYLtVQbIlxivW6MzPWHUKBG3Bi+a0bfj6xJWS76NmWkfM1MVg6+cwae+YL2mYtvamZ5q0/z/6QZvF8+VziNaOsYIgwG/2Z4KsEJhNHGAGBEN7C2erwCypOSWlSCICiX1GL9P6iBQ8IiLCRRokGB4OfV8t/V//U//u/373yPucq+hAkjDQiCFR9FDIACoaIzFvQ0dK9e65kqmLPM8DrzszHX5oquNDO/yfnrHeR93Vbr0UfuidVlcfeBAaDQBVBE9IO/vt/Wl+bqdSAS5Mhq6BR5pprOazl06i9KlT5pqP3MarLVzIPOz1ZGu9tENqWUYy63cOdCqVu/9s////9On2TeDg8etN1LB4mkiGBlNtACSBGlQnjOtdNWDNbTq3+uhisrFYIhEM+zdu+j//W//b/gAoYaMCzAAmzY6hUEgJWMgJJ0TOMZsAES9XasZTNAaFnOirWz9T0dZ/FbLwMBhyEU//uSZBKABA9Qx2MYQvI4YlktNEI4EY0rF4zhC8DhGCOgsRUwFSjod2eWZ38vxwpdRd7WlXHzzU6YOFnDEUzFBrX/vmiFIKA+cYJ6Rr+07RJL5EObOiYc5UJmJR2+rSV+5lr9u++47jqL6muUqZ4+OF7++fpSbC5KfM6/3Clz/1hMGBA5sqRii29YKg0PKt7GOFa/etW+HHtYMq/T0M7XA7lxn93nWdAyKkqUibSOhXcKJcK2tVdvU6VAAFDRKAASg2cRAoYDlEO6CVjwIhkZkRoqBixcqzL5bGXZkjdI9T0dWcpo3PdqR7eN+5n8wravu8xBQlrrBxpqHAa8h0o5b/42EUQhySD4nJNSRHX4mupFk5l0WKkdjj+VqWa3m5i+fGRZcVF/zA9ZSKqLodye/etY6pK2JTB1ITMm1VnFNDhIzW0S31Qk0AIfJQAuJCwvrl9Aaav/RvMZ8xAEGGAjbpf/b+0uvee70/utxXTM39f9aVta7+J5c7KPff1I1gEAzXkQDEjEfoDWX4R5WjRJOcqHAxgpAFDUk0DoWqboen7x+//7kmQSAAMXJ0lp7HpQO2PZnQjiSpJBiSOsPM3A4BUl9GCJMDk9XG769P9sDG4uMHB7o0DKLiKSjPunpr6p/Pv196RYMkDF67g9uOEZqoWbHQFtHP8styspS40l3JHLHU21VtNguMNANtxujgQk1tGqYJYQCQqP+cbf0fsbTcy/8O+w9nXklB7qInw8zHXWpzpFR3fb/v5S/pWlx+tKQmw05WQC2XbEiJLuBcLYA4rSxQirxIrAUomjN7oXlkMOd6h6iN04C/LuM70yHRJnGNRHCApzuLqXM7E4GYcoL86TJ8bdfHieHPJTddUoju86aPmOzOhie+tzmIE4IvKbJv3d04x71oKxs173tusyKbeNsmbbX3c5Q4kYj/+1tuPn/357/+/cZ9/7N27lF/LxDXQiZCUgoAsotvdxB96+8eZkmI/5lLgTRDJysdhn+8h1MSp0l9X/xlfDA4WSj/0N/fbk/ur7cUyc0moAAJABQ2XA6ZXI0UPCO4ooamgsQCk3Snm6z4AiOYR94muBuyvETgMCX6b2bysSwdBMUGfmaN/K2LT/+5JkHIhFY0rHyzl68C9luUEYRUwSJSUqDGcLyMQkafRRFX65LBTfLCxlu6QRxsp1LPXS22pl+YGlbO2JFXsa09iM/3YmZx339Xjq6tqPHqcM8Y6Fp9XofGG4XY+WZrnlZ0SWPXz8YBMIbnTBEeHIyKiHH9W0C+U8RjvaEVZjKjV6YuXxxV8b5h9P0mTiM0ctvbUqqxpxKbPrCVTy7z///6GAUmlpOokNA4t/sQjSdqen1eiMQmIBNk4GMF3tX0BVlpOp/GhGOpew+9tLDzKzf205F+UU0FjEg2C/FWrfp5gUoUIm9426d6S0ln6atSykhDhulp6SzH2QGWdPP082FuhHDLkjsdk2OEUk2+c3uSw9e/f6qsLl+fPxyfFTCxKK/JVKB0MSu3u8rZU2G9ff9uSzYHu3LN+abacqVLmHGekR5Ny3llK20prF7O9lKFwZa3n+U1ZySx6itlNEuDLKJAVy8n//9lmGYm3TX//ZOJM/5ke+3l/6n/5X6t9a//VP3AYk/r9nX9cpAwAg0hAAS22fMheJ4JLoyEc2AU72O/KU//uSZAyAND1KTmsYWvQyI3kcGEc4EYklOUxlq9DJl2MU9rUwngcuNWpdyJvIoGqDL7+P0iDqQy1RqaiCRrI1UVY5FftblT0FpYVKbGNS83ZNeQpFCWWADDBkHKfJMWv/WBPX9+mB0a1mww6CoTfFfbTl81nggeffyIo6z/L1CsVD4t/kEHt/+kIbp/9M+09/+qxYDAFwAAEDAXFiEjqBACol+b/9Q2PFYkikoE5ELDHEwLXAGJG8LluWEV3/xBlf//18sHbgkgQCAAmpVKX+UEhiSywSUpB4GYS/4ASrDSm3vWIDl9glTTYx//+siEnB3Gza+SvVV/mWNssBQNGOf3l8qARcmKNzYxJgyUFouubkp6nFgSjKzAcQD2W0zyBiA1Qnbt1nzF9ZgLgO9BJ8zLBM3rSRNBASO2ovEQJHrnFiMlN/NTwl//fqqQtVGUQ5SwIOoCLoqJrAdBtTuPBX//lAAWRwkiaGclguI5AUJJpYsBPymSwGUUOJ4Qf/////rL4l6rYHGEAwCABg2ARENkaSzOPLzEGqX7OWbw/DzSi+p//7kmQPAAR9Rk1rOpLgMiXYsGDtTBAFFT+sPauQu4zktPU04AA0Vzuz0smCqdHmFrL+e6KCNWGmr7vVYggNtW6tv64fsMuUzSYrLoFREbF1JmROjbc6hycHD6R4TeJ9dq0BuAQAd6y+VFpBqYKMcN+iN0cTl/OEWAjRPF0sJ0SJhaUkpE8iZCQD36Q+hEEVNlIcscUzVSQ250qgu95VYuCYJC9v/+gXDDmsBACo4YBzg5oa9hmAmI8i6DfB3n6i8j/////+SIKp2BIBAIhAAb0zP4gj03rR7QUI27rzMN6lHsCjavdwu7B6hYuH/+DJFHHw4er8FfD+YbBELhDMim2YA6RyFajWxWPAzPGvdbv1BbSXfyodpuktqgaRgzBPXOEqh5MCVHVaz+OEZZf9Yw2tsqHCpuorXcXb7v1jReoH0KczqYFhjxoaAA+wAGAuoxtQIJUZgFABCSJ9Hpt+l6RkXaLJdQnggoK+SRx9///yP6//3f//orKA0GCSCABOfoBYuhvFzFxbBOhaIBoKd9DTwD6QGnyIipN6G4yf/txvEnf/+5JkFYADoUHR6e9q5C6jKUo8TTgO4R9D7GILiNSM5LTWwOA//4MEl6XrBY9lQFKA0y1tIyElBZpN2RQ/Qb0iSLiHSJIc5cNOiOEewwDc4kZku+kMYkBxku+lSSPazE1UttRsBXxdIIFyH//0sABAAP7/x8Tq2vkF3AmfIIP85MGENPpppv/ruVAbwZhgyzu9+tv8Z+39tX9nv6mlgBQBQWAAADi65cMq6cVn1gQlKE6YBN46ekQtb38Ie3ZiahU7/6u8douY1fDmu7j6w0W/cszSAXwCQl+dWOsTlbqMD31mR/zpZKxq/LRUGNKraygREZc95TIeUk9EwGXGXKHWUCIEDNUOzKR6lIFk0bnFGZq2NpAAAAAAwA1tVTx/DfFuZtlQ/BOG86QIQ8lvlEc9Ropa/rRcdQygBoI+LXvR/////1/6f//XiJBaYGFkAAAKKGOQW4sykZsgGnOymAFmxnEkYFimnTDFskQPia3r5inKMyTP+uvwYvy95cAKo/konWiZBei4Z+p/1s/rLHq1FQnZLOt6xiDLKTegTzFBVZOC//uSZC0AQ19HUfsPauI3Iyk9Ng04DukfR+xhq4jZjGT1F6DgoJGiHKjEuHG6aKPzjfpGSDARkAAAAAxwOPqrVnQLwvMvSIAAujuaqWTARks+YDSMUoR+P/mCSgWYOwc5Z/d//4p/3//3+U+36ohgCWASbAEABCrKHheqxBXUpyJcRSqqw9H1HBUSeGPZR3PigaiFuWYZ1JcX3V5I9d5/sAs6x/peDlAAhA+FtaLHQkIv+t1v6JiSh/0kjVnqNnGFGglDes1Nh+Hmb+s0Dnn2pGQwwwRYUNSSKzBv1NqdRmb9FUup8EABBxlhlIpMpIsAnAKDZ9/KmFxEpX6rlVX/2OleWlhQymJNGgCgtNO6d9n9n/0f/+r////oUlnGCJAxmAAAAD7EVLokJX5lZbQne+6z+Nwh5g7Giam+sItdqkI0sM4F1SwVKSUrHaPH//SqWerOO840I7kXYf5vWXBHCKbrlRv+VH2+LI3bWs+O0LA2cwaYiqMs/1GQaRfNeuIYXn6llaD/R/WYp/c6l2AkYEAgkHyZ8d0pailA8lh1Horgqf/7kmRDgAONSNF7GGrwMaKpWj4lOI31I0fsYavAu4WodBKskggCfTLzf92A4cZ+YV+lTP//cytfBB3//od/U7qmcUIYCBqgAAIJQw+CF2pnNYhtBGV5jsFVH3mG6tGJu4fAVv/XivS9bzqSiKDAQgFnL9/6hyP8qkOFWpiSVB6IFn+Zc4NQU7/Mh5v7HEvycOcs7MYgyUza6x9GMPT1lYWogdcnEif7Tpp9X/SNNes/WwCD1AOOh/5I4JAy/4OEyw/gKJsnN5PW7X/16//P+Kf//Vpu6a2r5Lobq2Mc1aKWkSghQABlpe6tS0W3ZHNoMFO6Fjdxfq5E1yQBJHLkFSffxBIG9/Mr8afQMRw/nNWPRCit3LdC+4ECPZuTUfN/mTIsg39BRh+mOav3LhAD2oyJw8CEL9GsmSJjHjtaxueIuH7jBqdIsEwTA967sh+yvfMF7KXNnDgBAoYA1AAHuUE4cyozu/OAQCLiIA4POqN/UxBOU+Yb//9HvTbt///5AD/oKa2oZhpsAgAwQT9TF2kna6FkEtQWhLQWoyCicYzWeiP/+5JkYYATtklRYxmC9C2Guc0s4lyN2Q9Pp75rkMSYY8hntTLhHyCvInGbaspRRsz/Xv15Gsrq/0WQ2cAMxBj+tQxgskiqumZmrfopP6kW6zMnidJ1VJIuFk1RXmBcKKJqeqJsnyYKyataLr9fU9OdOOqOFQg/4pAjZLbjx+3qQDdgsB1s0b4MECFH1/oO+wBUkXW+qDiB3v6////////CuKZp5YlVkgMQQMAQAF8aXQudFJf7EY8ItKDN2HEuzKGAJbip7WEvl7vvvNpWUv//MHrfNd0vi0jjPsak+/j8dlQucBtgKGICpakibD4yXLBa4rUQCOKp9a7cdaP1kELRrVWwXmPTpPOlJRFqDnVhbUSmfJpLjpIx/q+tIrpfWWmKT//o/99lFABACAAkAEgkqAomb80hUlgJhA5CUIVTKFRJbwsA8Vin6DZ9tyTPJNZ/+VDX//+qQsQHq/WZRIAAeGbjTDHEWIpQmCJ6EkAYZftuyDjYU0yxhDg6q5HkgOXsMS1ty5nDzNYliT6/HAxi9HrSiTyZXZzb9C4AK3iAD3ed//uSZH4BBAtG0WsYmuQ2QqlNFec4kT0dPyxii4DMCSR0nDTgGPBswNMoDwyzgyojSecspuxotBnrGufpa0BBxED9aiGHAbGDZ2yyQAbSbJGZKjQBCJBseQOmrSGCAhEX+b+nOmXoqRKp8YAgAAB64C0f+aweCxj8G7q/u6gQz5X/uNZ28F/qTCmDkh4P19W69On6tv///2dWn+impUhQVQBIA3xfCDW1cMlArOFtsNjcpWo0ZXTwhUb2u9B1qF0sDi2pfGceayX2nzFXalVHc2/U9+7kKkQYQAEuIaVmdRRF2J9PLRzMXOSL7O7JJLRdQ+xST/GbIKVVIVizw1WSxl5DyJE9zpDAxAMcRM89Uah9ldTfQMCdPeowRI0hr/r/+naUQvuAJxjR3k+MlxAFDi6NgkaMTMJr9Fcg1+VHBIBOd53/yFR4dUCaiABWetSbq/7E2bEHU4wEQgQBtEy+46lS9fa5nzOhVEaFmbE1wugUIBc5TzM5eVSNkPWvWtrkFUZt+LqfAzEr+wnaV4RZAilHyR5sAYCJsnjM2QTKIb4SLv/7kmSCggQiRlFTGJrkNWOIoEdSShCRFz+sPouQyIhotLYc4tSSUt3rlIbyzz9AWw8tZqsxBIKKXLpq1axSpLX1jWAaPl8nmessCNSkxlzhv8sEDr84SwB26P/1dItASHDZEA/38d7lgAYOdKQ+Taf98rz0UNn/njggBe7J/kX///9v6u7Qun//V/8UbU76VTCAAABAEymog8psvB40pDN7AuoEBKaDM7TE1kB5CgZE4PgCL044Li0Hcv91uJEAY512nv3LDgBcTlVutEiwAkxeDIQbfAaSM7m/7W0yDFogBwyxsYu9GWqDAFlGp/v/TxDv/rcFBUALd3z/24SE2xuhfz5WKjsSI0v5rOYeERBx7LGeFd9BkMmGRwzJtL/M7BcAMHs3bx7990Xn5//UngwFZa//qUxQCMQAAgABwAAzBpeIED8YJkyTt0YmaLS/+bNpkyTf/yuxuIg9auTkgnf+4hwLgVL/rrBAFAAAB6ujUis86u0vmFmNosFjat0HO16bxxo5a5lJ80CyaL+//ylOtflqklFmUStCqj79+OoHgAL/+5JkiQAFRkZLW3vi4C8DiUpB6koSURc3TWarkLuN57SSlOJYApTEDUtFIa4CBaMA8ijYvhZpbtymj8uh3z3rUHnedLrEqEATBQDHn1JA38kG5SGiCxtImRVJnLg0wusfWZKsOo/6h/HA3VGPGiej//6iLHWthdxDM0TCq4AwESgJhtp7TYEcLISWTUCP7V+rHEwwXlqn/6ALb/vo/9Viv0epevbd/uWn/RWqdABJAAABXy3qPaYyqz+vieRoUGnvRllj+uAKiMx6Jkz4xKInFbLHSIxTncNfD4KJLd9RCigZ2k3SgA7zwYmiYCgWKSwZCiOcxnBUuYyWCczSE9/9EIMDb7jz/luX//6l70W+f/3UP08rf1YZpoka1itUty3quoYhOlPP5lOGCYGyqLTWOWLRgoq2uWN6nuOgoT3//6g6C3ti3/5XEIZb//do9//0DDEi8o8VcqfMkaRUjEgEgAAARQK75ahVuaEtuKROH+h7/qozKP2f/9AGr//09zlf///x1dXtp/q6mgABYAAANoAuAgVCNLxWV8jy5hpA1BYD//uSZHsAFY1Iy9NcyvQso3mdGOo4llkjLU1ui9CODiSUZp0qKQuEIB83YSaDI5mmopIFjQWOpbl/7mxoaVihcSanEoNfUmJcMsm6jAUqMJCxrxJhqBKOxD4wEGnG6K5XbUERJUN89UPr6ZaC1kqr50UqHbNp0UkdGMA2qMNvHc1ZgGdBQ6VXtQAwOcG8JODPEs5cMwNqCD30EEzRAMvBez0STC0kvj6SfEUDBZPc6V0f/+wRKKR8442s0cPBZRcIAHsHqkz/88fQSAIY3ZbLDlhxhfPRQHhWJfEwIjLf/HQhGWowAAIAAC8jK0lOpYywgyFTJUpAwbVEhWxGy8ZgQkGdCCXcf993AhbCgohi3UfqZ95ZEgy970SqB5RD4wCBoO5RCA2cFvyATGQ9qHJhBEh7EptyTBIJNXjARgB4qXLkfEJtLjLD72uRui///2ELTsZ9/F8AsAGi0j5HV8q7QQHqQBBqzj+ryhYQxsdxlS0VYzBdzPgIGlr8ULZAACA7VZ+v1ehhOQaE///guwgGSrOdqYxhX6ALvP3MQurfd2tQA//7kmRfhAXYSUnLnNLwKkIaLTwlOJh5JSbuc2vAsJzjgJa1cDM36/2Y9FaWw7BhYMC6P5raexhgDlZhz9rv9vr//2Zz/9no//0DkAAAAB+pSMjh6FqYpWGTpgkUUAgWCrZXiZyYFKBo0NpRYYS134wYrFRQaJHYz7y+PBeHs6lNu4ShJ/bVuMw86oCCJ0hhAoJiQRQFSCXu4YBNZlQFNwKAGj57MwYLqXyzCvXuX2o2f/90CAhp2dz/0+I0DMOkfYwzZzwooAQH7Z19duRiwVAlr+TUtBqicuWEw0iC0l5Ja1ICoBWOMGs6lEUbOYaHrM/+TbX3LFiGK75v3aDAlv6L/3Eo0/VM7/+7Renf6E0Q4NqIzLIjZb9E4JcWs2MULQADwcv0hypI+YjhKPqb//////////4fQGWa1XxMCQAAAFsFQDBYGcQw/jRDi8R5KrGilSBgEnyKi4CsovjUr8ekZN105bw5cHQdI65Q34Ml911oEyoZiNqKAEjOhLTAABpsZltxu5g6iBjXUIvd5HRkFIv/fMNPL///+sbD/w/aq7r/+5JkM4EFtUlL01vS9Cmhic0N4yaX1ScirfNr0LeGaDSJnJq0WWtXGZGFUPtTY56hhHhFvO3vLdOQzS5WVZkMdi4MBBQelDb525E5Y1KW839V/Ed2a6/7kfS8V9J+f92H2/ldv/8s0TJMJm03hVCkBR5k0UwLMQkRqBdegBRMNbncdhkV/sv6hRPFXfDLfVru+7//yX/7f/Qoopv62AAeIwAGUuJgB2HUd89jMStTQMMA4larDpDB02iNDlGoNVQMnGR6Nd//KoFa79Ndu5x8AAOO5VrbSIkYkFB20aDgLKwRPt5TFgMA64qzwGkbPY6FQkOMYc7+q2aHfLL//rp1JvvyWaggxIDLwt7j+VMMlRqwORAL9VMcy0ZiZY4ctgDjcFZTC0c88yUDatMJtqtJQs1VKWzGpzt6CliBCNTSfGGoqtkwUCWNnzUQiYhB5ajlR9r2o8RADKXvhjglB27doA/vG9SgahHH0kdA4ADsr7eOAFAvfSO+oHE/8XTubos//LZnQze7//+lI5BCAGA6ACAAKy53IXoWrl1o38WstzTG//uSZAwBBCdITfsyouIzw4ktPO1KEeUhNazqa4jHDiNI+E0oolLDXgzWTMSkKRIMASbp+IqmeRNDQxJUnn5sQIAlQW3CFSHZRG0AxHIsiXkqItZIIdTEd+PsrJdIpDbfnTICgQhCt2IgFALq1FwAgEDjZqqiVxggskLq2pmQlhs1aJiToqKPcjRCE1fWslCnjwMELAEAXUXD4a2eI2IeLiQxgCZU2+FggAc/1f/7mQKkSwcZQZY9x7qj3Pf6f+v//6P/R0KwRAASgAbXYyK06zWoycWyl4cMmrN5WiygsWs9x7xZZca1/cOZKRb/VNS4SmYh3//uLrktUEUhUyfK58fYC+wGJHUyZZRQFFLrdZNk79MyNvTIoVvOBlwNCJ430AyGGlDRSqTFMAzMAO0HTGjIE8LlAYGF7TR1MR5FjRJtIZcho7ecHQJwEfGumYF0niJPFAM8PhsfIWMlOAzyxzj8NP/WoL5Dtb6x8Hk/+oZ8GxoMDF8ussIlAZUKIYHnf7v//761vGMFAEABbSw7tK/WQhPWQBIrUaii272cwQqIIP/7kmQOABQnRs5TGZLkLcI6LzytOJNJGzGtUouQyBgigaVFMG56/8lspwWdf/5suv4c7r3Ds9/68wQgnOEQQrGaayUA0Y+pzEnVC6GRPoNrJBvoK+U7+Zh6zMrMg2Ud7ajoYYNXl4vF1TkNArAzRjrjXTQfUURsGSOpYpcnFIqnSGFvPf/mM2h9XsaGUKrISPCiHYnH4/s2KUnA+VkSMNZB6pv6r/xhQB9IT+tmtxL/q//2H/13Pu///1JQFAAEAEACXQYAeNCKkWEYmEokf0D0hGOomoGJBhcU3R0Az8FEqC+XAuKafF2iXKkSYAi3BYoPgYIswmiiOIDSizh1zQeiyGJxRDYirGDlgkPqJO/RF2yuoRMKBDroMgPsExxJptkAAMSAMDiFQNyaIMA4UBpAIjUxzE6IFJLyHiUxwsk2OWF1kVXQYXMZUnf7/fRnF9K97FpVBasbSrTDbqM5xRwYaj4FgUy/7kQsN+gnHf2WQwdYIcBMCWhTm6BNJl10f/////8cgcBYUwgA20NyZiAHAEQE7hxvXAXTKcImY4aLA4r/+5JkDYAEZkbLw1rK4DNGGc088EyRhRsxjOaLgMmYJLWDnTBG+YXhUiUELe+/thDT+8//xaxj+sJh6yWqu1/n0ZBI5aIXTpA+xrOlpFQ4/+f/nj///Ju/3//XXgvf+eo+Oitdw1rGadEI1pO67NvUEb2fuR6TMZBXY0C+eX/m/7m2v+vbpVQz3ec+VpuwLW7+FdVOKXjIpLoNENqMBnoo00MfN4/l3IEJF+d6GfWiK3/VTPLb+/trb3Uu2//+tgtsFH/+NovQt2tJCMMNQIBE21BosCtYdUgMOJtAAytM5ldLKTFSKA+XeXGxiFlKmOZ6/sqal3v/qJsj//tYsIGyFvi5xZJUHWHxg1RjiQNKljkCxJZouVfrKJz3J8dqWaqFrJhJamSIYEAkSVS1IDoBtgA0CL5asRQAEmHAkFJ7WK+JSKuuoXOVT/MBcguLoGIx5cIq1AAABDFwHw11xxqd3G4+QFc/ZIxT/bgubd+3b/QFotIX/0/p/X//9BCLfu3/v//19G3+qmmDQQSgAEUjWnIVpUUU1GRgfG3zckf32poY//uQZA0CBGJGTGM4kuAxBfk9POdMEDEnNUzhq9C5hia1FhyaBdWgX/w3Kg5DNscse6Xxfz7/5wXA36+zSlUge6HhkSTG6YA1MCPCTF0mz5gURzh31oKnGSQ1ufNeiscJq+6Ij0uoIGRmLWBVA6Y/dEbosRNHD6BQLoZIZDRPrpj7LRmmity6MkQZ358qGaNZwtFY2VYFw4gBUPkBxsB8HSkBhmkTsnhX5Y2Quk4tUQt1pdP/PQRxucKX///+3//0B4cGP0//+jsozgAq2Yty0hfiCiXih4PSTXRVT1mpe6Q0dYzi3Mt1ER32aRBEezo0w6Wvc1li2Gf5rsufQYUqKRRqdjk2F9kyaLnxA0GslU3W9RRq6j29SBIo60jQkzTMjdIG6JSeWtkxNU1InC6O8ZYO1TIZmco7Mkmj3Nt106PrP0j//+zv96Cqk3UqgLRbXU6IE6GJhSKC0jiPsbBAAkPlS2Br3LAn7Dxr/ZV/4Ne3//7/+r/11dhhCAACJZXZlfcpyxw4sZxX6YbKUQEcCuR9q6ckAY09M6iuld8YtPjf//uSZBSAA9RDzMsPmuA1Iyk6De04jCkbN6ew64DgDaS0Jazg1C6fVz9yejLhgMEwAnUArIgiTi0ieHSRE8pR01OImvrV2mSWjTYmi3ZI4Tgs4gxZQTcZUgpSNzA3KBRFkkNMDYxWo49DUkp+pSDoJuiXUQa43QGk4AwA2V6YRVE6a4mefg6Vafdc1+Dx/6hiAN42Q36NRuTBPESeZEbKf//3//5v+yvR//9ciSbqbwBZM/X2wkBC5DPCRGkyDaRJYRkIy4j0SrybE7fYjo+za3rM/jszNfXbQgAkSAdD5E9VuNWr06KOoXO7nPzHljjhqjIzsv0Oc5HoppvfodXqys6OYd6Fp76kU9P/1AAABxugXAZnsYSBCYJteSiUJjK/pMBIj/+88oX1/2xDyqAYJA7R2HZca2Xf6Lf/1v//M//9lP/QBABVKYAgxGUv3TViWQqqPBEQ5UjmXtWzMhUwGw08x6MUdlkjefV2j/4riz9hUbZAYz2cB1jDOIUk/mpCG99Hrml8UxrW863649t11/7f7tveIF4qVMQLugsFg0eFzv/7kmQvAANgLcljD3pgOAOpCiVJSg4w8yOnvauA6ozkILUs4LmT/TrUwn9RKfbiL3/qwCKWAWEAD52iNUIifIBS5KDA9LeQgpO+w+HTO//oC5XwkHRCDBIcaisPb5o9DH2af+t3/////4wIERxIwAIBIKQMAmKnV5dCcoWaYWoXpwqEuw2TGVL+BM26dPv5WyTT5kg3rGf9tiqA8XE7jsCZAS4KcOYFgSY+Bex5GiRkdRUmtTz9SPTZ9P6WtlJVLuqtSk6qlLQs9T+o1a4QuSy4VJYRkc+/UUOf/oBIaEDIrQVIFcDI0QZYyAmKv4UYy/Z6nTv/II1LTyTR5WDygPQ7kgaeHg///id/Faz+yj9z/qI//dM0VQAiAAKmV0HWoBYT2EsuAyD7BklvN1kWG4saoetjdm61r/5xJD99Ym/w2LhBLlJi+HeIEAXgurFyEmXjNFnWylGjpsklapq3SUhTRZkV2QMTc8s6ip3dNSJ1kD6dFObIDoDWjynERzTLbq9X9HxQMCFSWMgyOQd0mHEHtPKp8FQcH4+1Djl6UdCTCRD/+5JkRYADbjfIye+C4C+FqX0I4kwN/N8fLD4LgNcMJjQ0KOCnDCb99v//+n8E/X+f/s+v9/qADKBAWUixMVZKzVtJdhhRkktARoo0892YdyeWlGnFzFYUHi/xrNGy99f3hKCELGfMEd5cCfG2B+DYoujCImVUUDlFjxuZrepbImjHLJ36LoXY3ddG9fadUX0TqJ1JKbIWBiB3wVpOsDlj+mUuKWp1ho6XX2gfO6XgU6hhiB62poSiZjPwyEKUU2hvOKsn51SFy8a7+1TD2pn4R1+U1ehayZ3/q/rSABJAAlUf0iGwNiLFlfrtXwuEHlKVjazdLE4NrTtK0RC1n6lt8w/b78GRdjpC/UGhXwa4OYwhFwCsxjySsWurbxTTnb7z84p96zj2tbNoW7Xxi2949v4NI0XPvLlXvE0q7aIqgwPKuVj9HtV++sA0baZOHco9GsgfryA8fK/gWe///q893Oq51vFTYwK5CtuTH/xH8mTllYbchbStbvU3++xbLev0AgACFpjQlFE5ryb7vrqb9SwasOtvOtQkFPpziteIjO5R//uSZGMDg2owR8sPemA34yj1MQk4DNSnIIw+KYDlDGPklSzgtQYkTcObf8s7fMSYFkkuWBWRlRkA+wBlFBjyZEy9m2mNS76LLZ1Ld7LQOOpD2NAg0lAwfUNPLQeLlMQDMsBX7Xe9n3XfrarARVu2i5rNEo9deAUJviSQn//LYNAxALFP2L6rJYiBsEA7/qPJ+xHB91btKJH6kOLO0f9tLFN6KyAREARYY42kJCSaY8aaiISXEMgpsLvDM53wTpTrCk4ahTj/eIV6xWbOfmZW2wmBxYjJ4FMCwRQwHCgNGj6ICzzz5kTaaZsko30035k6WktSr9kWZKnZbLvdL1I+p7IqY2jjWs0OP7OnvV4k+8MajwL/A/fPopJANiiTX+qAtImdRWMLq3zjnv63PcYAdJP//fPq6c8zqZ5z8hnqO/yeA6WLdS+6MXsouqAAAERKBTJHwBGaUGbi8KpWMpfoTyAjAe8FA7DtYkQMJj+9ubybnP038YWywqYTs+VhdRCgSIAfjtB+LX282RROLUlmBagyTU0tF1LZFa3RWudPpJC9tv/7kmR/gANyPcbDL5rgOkXpOSTqTAxsuyGMMamA2ZPl9GOVKApmV2yx/jRj2V9ff9OabJ+0YUsql+pBJHJT3ouNgfliUxhQEPVa9R5HkIzXjGAIP0//q7pN9JRVKc7/Yu/b7/+n//rqAAFgAKUl0T1MMIEmscQQhhpeYwymEpJnikB9ny0Sn4n1aqTcY4s0HetKbclIDZJpeIIGCDaKdCCoDMAVkUCH8AXAiyGeTfRSMCfWm7KdmrqdWt0lNWtDQpK26HzVaAVXY8SPV8gD6nLVQoef9VywzvrSzJMslJStgSRwMATJiNvay5b9Y8weCg9Elv+FgGDPMI/LHt/+aYeQPKjYDk2EQ7Fix8p/+60UhIRAh7P//6hNUJkhoVgXfW3I0xZz0JyKSZAYjmJiAATg/oWBJHc7gigSj6sWLv+8wzOWzOIlOxhofCAq7enKZHaXdC7ohHxsDBhyVHwO54gOKUDwsqZd/DB0Wf+7/QRI7rf4BdtBLVO4GANLbmcGS1ffFRaTTN7//9iMlflEs2JdrDx+FEFxkKwYZdUInL//PO//+5JknQADnTZGQy+S4DwkSb0FB0qK1KU157CpgNyMpjRUmOD///66AQEgELQIyVVFgEYVwKoJaJUC2SYb+E4UDM0HhDVsk1dudr3r/E38u1LjSQHogq1BxxZgtBACUBkQuCRFaM1FCpmmTrTVu97pMt9SlUVo6RpamrrutO93XU9q1r/V9VT3Ron+lit/7fHdABiDckAERRZ6U1Vx2gaN3sHoKIS10Ye6We8r5+odJd811cTS1JgqGULO/Z+L/V+3Y38h/xdjVuk3U7EGKMAqaug07QE6Wd8dlGpcgKA0euG8Aj3M4VJduqjOTxta7DU2mdgRbKEjhQmUhXHiDuBXQ8nzIz2OVKSRXdfdTITZ2odd9a72WtqkK9dKtSu67KZ7ZxeaSWUJw/rbrz3WhCb/qAYKGUKAQRwYgu2zHKFJ+f9+/P+TYGMoqKiHoaXRES4yOtP/1632/+/X7d//jmK9qaP96NcAJiA6tnZSWiOIOQsKpMKhaaBRpJu0Fx+XT1acllJ8b3+3BXquzMsJPmwaBYIJ4CxRG2GBwAaBrCHiyFWa//uSZL0II0tHR0MvkuA7A0ktLMk4DIz7I4wxq4DQjOPgMSTgk7opLNzZBDRSsb1TlT66C9SltpKSMk27sfTZeZGGss24mtaQ2WIxSs/sN0Lcxei5SAAypDpCMDioC9+dPRgLqYYGKVFH5hZAqCKC+I2jMWDB6BOIr///UnxKyt///UjK//0diuoAQAMEOapaSChZEVLtmBEkKEeDmMQKrwMWikDuV4W+sUh+A7sopZFM15u3ySa+OPw839u0gqdUbQi9JYCikyYLEAjG8Letft3OYS+L3cpdG61iBpV9wgpHYijqCMod04IhglQTTs53kYEAKzxdVGdO/z5lOSUYyMYQYBvVk0fk8mn1unbOP9IAAiBQAphdJBpk65Acc3ZLyZJn//q7yQUJz6PcrG1w8eFRUUhX/L9fFXTn9Gt09R7Zz/Z167KujXrVAAJwKWtC/RCBe5eKZTEMBzes5VUsUrE1T6GnWhidVihbVA2RWXVbSMCTt2q671eWO1mgaJpBthYiAbwg4NWickBzjdjiRmblqxxMuJNmLZ2ZpJudOJIoV//7kmTdgANwNcdDDIrgNASJCAhKShDdbRStYE3A5Yzj8JCk4NFJq0WpKWg8ydRitBnqUcig8Fxli7S4Jkw4QNIRFGCstB3iwFTBIAB1osAClVjxKGSy2psKb6J1/8Nm2DsVLHTWbOecO2Sg1Xf97vTYtT6if7//s3MrUtbP/6aHbl6AJoZ1jBUchIGCAuEEFmUgNFn6gFxUTmxOLLX0gq9FY5i8ksqwLIY5ZoKCYl7hwG2dm85BSzGiueQCV2rrZi/i1DLyQSKTlafdkfO40jpzUrlD7zsR5PfApVh3TR66MVbVWZQhfD0EMEIgQEL1KmYlIHoQQ08pWDxORiHVTAQo/CNpSz8tf24c538sHtfz+slr+WxAg6tRqbB7mV7QxyAA3QL/Pix3EnvlTUoJ7f/t/5IIDMUrnKRRGCf/0+v/++xP27f6FQAkIBJ4TqhKhKHJKYIbFQAvcoMGoFroZBQWwL5i0YhlxY/ZnZfWqUuXZiDZ6IJayDB0odrRWkZ22KHVUhGcAUAuUFl4RkRiK4OYbLLjUybNiZLaJWRKKKVOigb/+5Jk6wgD9DlGQw+S4DcjKRwYSzgR9WMUrOhtwNQXJXQxCTBnElupNJdnNl0J5OZKs6S2eukipkVa1XWitnPJLc8ZpOupNaVNzcXc4dl2VKYOV4m9Z4mpgAAKpgYgzuQEVlzuRtBTUpn7ZFOp0hUBV0uCU9z8OsONM8veEQ8k/Lgd/9haGjo1y//v//zz6er/Tp1jAABsEJDSJW8syxVwljOsvlMI+SeALSDVKeTKEl9VCFIlUIUfqcjPoatm7zLeFmao4zZlUNO8wlIpRswDRxjL+0XaW7ZrXbNbPH8u467jrL/x1uyVRSkksqFFFG5SklvduoruklNbuUx3+7UvUVyuxrGrd81vf8/3f/f/9AAgJyFCr641CiZ6g15X87lax1kRW+ZYylYKebDCqFQCAhXws0eSv+p3//V//t7ej/+pTEFNRTMuOTkuM1VVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVV//uSZOyDBHZGRkM4kuA8gzkMFEw4D3SbHQw/CUjHjmRwMwkoVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVQBqs0jMnBWmgKng1FRU32lmZmb+N6/V+w+MygnAXTBSU3/Ffjw4KGwvhYijgbg038TRQL8U3//xv5cO4FZf/z8bdj8V3CpuILkwNl5P8KE+53G3eCoQUAIQxdpeAGCps5MdqtGpNehUFBQFS2qx1bDEzNSDATAKKlIBjsJGEQBFZnmMUrStzKW+pXKVDOZ+hnQ2jloarUNK2iGVjPlUVcHRF4NCI9e2HcNCJ4NQ0eEQlnbmh0FYaUxBTUUzLjk5LjNVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVf/7kkScD/K0GL+QyBnCYEgHsjBlXAAAAaQAAAAgAAA0gAAABFVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVVU='; audiofile2.setAttribute("id", "ding_noise1"); audiofile2.volume = 10; function newHits(dingNoise) { //console.log(dingNoise); if (dingNoise || newHitDing) document.getElementById("ding_noise"+audio_index).play(); } $("head").append(''); $("head").append(''); //For editing the blocklist var div1 = document.createElement('div'); var textarea1 = document.createElement('textarea'); div1.style.position = 'fixed'; div1.style.width = '500px'; div1.style.height = '235px'; div1.style.left = '50%'; div1.style.right = '50%'; div1.style.margin = '-250px 0px 0px -250px'; div1.style.top = '300px'; div1.style.padding = '5px'; div1.style.border = '2px'; div1.style.backgroundColor = 'black'; div1.style.color = 'white'; div1.style.zIndex = '100'; div1.setAttribute('id','block_div'); textarea1.style.padding = '2px'; textarea1.style.width = '500px'; textarea1.style.height = '180px'; textarea1.title = 'Block list'; textarea1.setAttribute('id','block_text'); div1.textContent = 'BLOCKLIST - Edit the blocklist with what you want to ignore/hide. Separate requester names and HIT titles with the ^ character. After clicking "Save", you\'ll need to scrape again to apply the changes.'; div1.style.fontSize = '12px'; div1.appendChild(textarea1); var save_button1 = document.createElement('button'); var cancel_button1 = document.createElement('button'); save_button1.textContent = 'Save'; save_button1.setAttribute('id', 'save_blocklist'); save_button1.style.height = '18px'; save_button1.style.width = '100px'; save_button1.style.fontSize = '10px'; save_button1.style.paddingLeft = '3px'; save_button1.style.paddingRight = '3px'; save_button1.style.backgroundColor = 'white'; save_button1.style.marginLeft = '5px'; cancel_button1.textContent = 'Cancel'; cancel_button1.setAttribute('id', 'cancel_blocklist'); cancel_button1.style.height = '18px'; cancel_button1.style.width = '100px'; cancel_button1.style.fontSize = '10px'; cancel_button1.style.paddingLeft = '3px'; cancel_button1.style.paddingRight = '3px'; cancel_button1.style.backgroundColor = 'white'; cancel_button1.style.marginLeft = '5px'; div1.appendChild(save_button1); div1.appendChild(cancel_button1); document.body.insertBefore(div1, document.body.firstChild); $("#block_div").hide(); // save and cancel for blocklist function save_blocklist() { //console.log("Save"); var textarea = $("#block_text"); var text = textarea.val(); var block_list = text.split("^"); var trimmed_list = []; for (var requester in block_list){ if (block_list[requester].trim().length !== 0) trimmed_list.push(block_list[requester].toLowerCase().trim()); } //console.log(trimmed_list); GM_setValue("scraper_ignore_list",trimmed_list.join('^')); ignore_list = GM_getValue("scraper_ignore_list").split('^'); //console.log("Save complete: "); //console.log(ignore_list); $("#block_div").hide(); } save_button1.addEventListener("click", function(){ save_blocklist(); }, false); cancel_button1.addEventListener("click", function(){ // reset textarea contents upon cancel ignore_list = GM_getValue("scraper_ignore_list").split('^'); var textarea = $("#block_text"); var text = ""; for (var i = 0; i < ignore_list.length; i++){ text += ignore_list[i]+"^"; } textarea.val(text.substring(0, text.length - 1)); // close editor $("#block_div").hide(); }, false); //For editing the include list var shouldInclude = false; var div2 = document.createElement('div'); var textarea2 = document.createElement('textarea'); div2.style.position = 'fixed'; div2.style.width = '500px'; div2.style.height = '235px'; div2.style.left = '50%'; div2.style.right = '50%'; div2.style.margin = '-250px 0px 0px -250px'; div2.style.top = '300px'; div2.style.padding = '5px'; div2.style.border = '2px'; div2.style.backgroundColor = 'black'; div2.style.color = 'white'; div2.style.zIndex = '100'; div2.setAttribute('id','include_div'); textarea2.style.padding = '2px'; textarea2.style.width = '500px'; textarea2.style.height = '180px'; textarea2.title = 'include list'; textarea2.setAttribute('id','include_text'); div2.textContent = 'INCLUDELIST - Focus the results on your favorite requesters. Separate requester names and HIT titles with the ^ character. When \"Use includelist\" is selected, HIT Scraper only shows results matching the includelist.'; div2.style.fontSize = '12px'; div2.appendChild(textarea2); var save_button2 = document.createElement('button'); var cancel_button2 = document.createElement('button'); save_button2.textContent = 'Save'; save_button2.setAttribute('id', 'save_includelist'); save_button2.style.height = '18px'; save_button2.style.width = '100px'; save_button2.style.fontSize = '10px'; save_button2.style.paddingLeft = '3px'; save_button2.style.paddingRight = '3px'; save_button2.style.backgroundColor = 'white'; save_button2.style.marginLeft = '5px'; cancel_button2.textContent = 'Cancel'; cancel_button2.setAttribute('id', 'cancel_includelist'); cancel_button2.style.height = '18px'; cancel_button2.style.width = '100px'; cancel_button2.style.fontSize = '10px'; cancel_button2.style.paddingLeft = '3px'; cancel_button2.style.paddingRight = '3px'; cancel_button2.style.backgroundColor = 'white'; cancel_button2.style.marginLeft = '5px'; div2.appendChild(save_button2); div2.appendChild(cancel_button2); document.body.insertBefore(div2, document.body.firstChild); $("#include_div").hide(); // save and cancel for includelist function save_includelist() { //console.log("Save"); var textarea = $("#include_text"); var text = textarea.val(); var includes = text.split("^"); //console.log(includes); var trimmed_list = []; for (var requester in includes){ if (includes[requester].trim().length !== 0) trimmed_list.push(includes[requester].toLowerCase().trim()); } GM_setValue("scraper_include_list",trimmed_list.join('^')); include_list = GM_getValue("scraper_include_list").split('^'); //console.log(include_list); $("#include_div").hide(); } save_button2.addEventListener("click", function(){ save_includelist(); }, false); cancel_button2.addEventListener("click", function(){ // reset textarea contents upon cancel include_list = GM_getValue("scraper_include_list").split('^'); var textarea = $("#include_text"); var text = ""; for (var i = 0; i < include_list.length; i++){ text += include_list[i]+"^"; } textarea.val(text.substring(0, text.length - 1)); // close editor $("#include_div").hide(); }, false); var HITStorage = {}; var indexedDB = window.indexedDB || window.webkitIndexedDB || window.mozIndexedDB; window.IDBTransaction = window.IDBTransaction || window.webkitIDBTransaction || window.mozIDBTransaction; window.IDBKeyRange = window.IDBKeyRange || window.webkitIDBKeyRange || window.mozIDBKeyRange; HITStorage.IDBTransactionModes = { "READ_ONLY": "readonly", "READ_WRITE": "readwrite", "VERSION_CHANGE": "versionchange" }; var IDBKeyRange = window.IDBKeyRange; HITStorage.indexedDB = {}; HITStorage.indexedDB = {}; HITStorage.indexedDB.db = null; HITStorage.indexedDB.onerror = function(e) { //console.log(e); }; var v=4; HITStorage.indexedDB.checkTitle = function(title,button) { var request = indexedDB.open("HITDB", v); request.onsuccess = function(e) { HITStorage.indexedDB.db = e.target.result; var db = HITStorage.indexedDB.db; if (!db.objectStoreNames.contains("HIT")) { db.close(); return; } var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY); var store = trans.objectStore("HIT"); var index = store.index("title"); index.get(title).onsuccess = function(event) { if (event.target.result === undefined) { //console.log(title + ' not found'); scraper_history[button].titledb = false; } else { //console.log(title + ' found'); scraper_history[button].titledb = true; } db.close(); }; }; request.onerror = HITStorage.indexedDB.onerror; }; HITStorage.indexedDB.checkRequester = function(id,button) { var request = indexedDB.open("HITDB", v); request.onsuccess = function(e) { HITStorage.indexedDB.db = e.target.result; var db = HITStorage.indexedDB.db; if (!db.objectStoreNames.contains("HIT")) { db.close(); return; } var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY); var store = trans.objectStore("HIT"); var index = store.index("requesterId"); index.get(id).onsuccess = function(event) { if (event.target.result === undefined) {scraper_history[button].reqdb = false; //console.log(id + ' not found'); } else { scraper_history[button].reqdb = true; //console.log(id + ' found'); } db.close(); }; }; request.onerror = HITStorage.indexedDB.onerror; }; var PAGES_TO_SCRAPE = 3; var MINIMUM_HITS = 100; var SEARCH_REFRESH=0; var MINIMUM_TO = -1; var URL_BASE = "/mturk/searchbar?searchWords=&selectedSearchType=hitgroups"; var initial_url = URL_BASE; var TO_REQ_URL = "http://turkopticon.ucsd.edu/reports?id="; var found_key_list=[]; var last_clear_time = new Date().getTime(); var searched_once = false; var useBlocklist = true; var highlightIncludes = false; var save_new_results_time = 120; var save_results_time = 3600; var default_type = 0; var block_no_to = false; var audio_index = 0; var cur_loc = window.location.href; var time_input = document.createElement("INPUT"); time_input.value = 0; var page_input = document.createElement("INPUT"); page_input.value = 3; var min_input = document.createElement("INPUT"); var new_time_display_input = document.createElement("INPUT"); new_time_display_input.value = 300; var reward_input = document.createElement("INPUT"); var qual_input = document.createElement("INPUT"); qual_input.type = "checkbox"; var masters_input = document.createElement("INPUT"); masters_input.type = "checkbox"; var masters_dropdown = document.createElement("SELECT"); var myes = document.createElement("OPTION"); var mno = document.createElement("OPTION"); myes.value = "y"; mno.value = "n"; myes.text = "Show"; mno.text = "Hide"; masters_dropdown.appendChild(myes); masters_dropdown.appendChild(mno); var sort_input = document.createElement("SELECT"); var sort_input1 = document.createElement("OPTION"); sort_input1.text = "Latest"; sort_input1.value = "late"; var sort_input2 = document.createElement("OPTION"); sort_input2.text = "Most Available"; sort_input2.value = "most"; var sort_input3 = document.createElement("OPTION"); sort_input3.text = "Reward"; sort_input3.value = "amount"; var sort_input4 = document.createElement("OPTION"); sort_input4.text = "Title"; sort_input4.value = "alpha"; sort_input.appendChild(sort_input1); sort_input.appendChild(sort_input2); sort_input.appendChild(sort_input3); sort_input.appendChild(sort_input4); var sort_input_invert = document.createElement("INPUT"); sort_input_invert.type = "checkbox"; var sort_to = document.createElement("INPUT"); sort_to.type = "checkbox"; var min_to = document.createElement("INPUT"); var no_to_block = document.createElement("INPUT"); no_to_block.type = "checkbox"; var useTO_input = document.createElement("INPUT"); useTO_input.type = "checkbox"; var friesAreDone = document.createElement("INPUT"); friesAreDone.type = "checkbox"; var audio_option = document.createElement("SELECT"); var audio1 = document.createElement("OPTION"); var audio2 = document.createElement("OPTION"); audio1.text = "Ding"; audio1.value = 0; audio2.text = "Squee"; audio2.value = 1; audio_option.appendChild(audio1); audio_option.appendChild(audio2); var correctForSkips = document.createElement("INPUT"); correctForSkips.type = "checkbox"; correctForSkips.checked = true; var useBlock = document.createElement("INPUT"); useBlock.type = "checkbox"; useBlock.checked = true; var matchOnly = document.createElement("INPUT"); matchOnly.type = "checkbox"; var highlightIncludes_input = document.createElement("INPUT"); highlightIncludes_input.type = "checkbox"; var search_input = document.createElement("INPUT"); //In order to recover from the last state, let's see if it exists if (localStorage["lastState_hit_scraper_with_export"]) { var lastStateObj = JSON.parse(localStorage["lastState_hit_scraper_with_export"]); time_input.value = lastStateObj["refreshTime"]; page_input.value = lastStateObj["numPages"]; min_input.value = lastStateObj["minHits"]; new_time_display_input.value = lastStateObj["newHitHighlight"]; reward_input.value = lastStateObj["reward"]; qual_input.checked = lastStateObj["qualified"]; masters_input.checked = lastStateObj["masters"]; masters_dropdown.selectedIndex = (lastStateObj["mShow"] ? 1 : 0); sort_input.selectedIndex = lastStateObj["sort"]; sort_input_invert.checked = lastStateObj["invert"]; sort_to.checked = lastStateObj["to"]; min_to.value = lastStateObj["minTO"]; no_to_block.checked = lastStateObj["hideNTO"]; search_input.value = lastStateObj["searchTerms"]; matchOnly.checked = lastStateObj["useInclude"]; friesAreDone.checked = lastStateObj["fries"]; audio_option.selectedIndex = lastStateObj["whichfry"]; useBlock.checked = lastStateObj["blocklist"]; correctForSkips.checked = lastStateObj["skips"]; useTO_input.checked = lastStateObj["useTO"]; highlightIncludes_input.checked = lastStateObj["highlightIncl"]; } else { time_input.value = 0; page_input.value = 3; min_input.value = ""; new_time_display_input.value = 300; reward_input.value = ""; if (!document.getElementById('lnkWorkerSignin')) qual_input.checked = true; masters_input.checked = false; masters_dropdown.selectedIndex = 0; sort_input.selectedIndex = 0; sort_input_invert.checked = false; sort_to.checked = false; min_to.value = ""; no_to_block.checked = false; search_input.value = ""; matchOnly.checked = false; friesAreDone.checked = false; audio_option.selectedIndex = 0; useBlock.checked = true; correctForSkips.checked = true; highlightIncludes_input.checked = false; } var LINK_BASE = "https://www.mturk.com"; var STATUSDETAIL_DELAY = 250; var MPRE_DELAY = 3000; $('body').css('background', BACKGROUND_COLOR); var next_page = 1; var API_PROXY_BASE = 'https://mturk-api.istrack.in/'; var OFFICIAL_API_PROXY_BASE = 'https://turkopticon.ucsd.edu/'; var API_MULTI_ATTRS_URL = API_PROXY_BASE + 'multi-attrs.php?ids='; var OFFICIAL_API_MULTI_ATTRS_URL = OFFICIAL_API_PROXY_BASE + 'api/multi-attrs.php?ids='; var REVIEWS_BASE = 'http://turkopticon.ucsd.edu/'; var control_panel_HTML = '
'; $('body > :not(#control_panel)').hide(); //hide all nodes directly under the body $('body').prepend(control_panel_HTML); var control_panel = document.getElementById("control_panel"); var big_red_button = document.createElement("BUTTON"); var reset_blocks = document.createElement("BUTTON"); var include_button = document.createElement("BUTTON"); var progress_report = document.createTextNode("Stopped"); var status_report = document.createTextNode("None"); var text_area = document.createElement("TABLE"); text_area.id = "body_table"; big_red_button.textContent = "Show Interface"; big_red_button.onclick = function(){show_interface();}; control_panel.appendChild(big_red_button); var showButton = document.createElement("BUTTON"); showButton.onclick = function() { console.log("Clicked"); show_TO_rows(); }; showButton.textContent = "Show TO-hidden hits"; showButton.id = "show_TO_stuff_button"; function show_TO_rows() { $("#body_table tr:hidden").each(function () { $(this).show(); }); } show_interface(); var global_run = false; var statusdetail_loop_finished = false; var date_header = ""; var scraper_history = {}; var wait_loop; var dings = 0; function set_progress_report(text, force) { if (global_run == true || force == true) { progress_report.textContent = text; var status_text = status_array.join("; "); status_report.textContent = status_text; } } function get_progress_report() { return progress_report.textContent; } function wait_until_stopped() { if (global_run == true) { if (statusdetail_loop_finished == true) { big_red_button.textContent = "Start"; set_progress_report("Finished", false); } else { setTimeout(function(){wait_until_stopped();}, 500); } } } function display_wait_time(wait_time) { if (global_run == true) { var current_progress = get_progress_report(); if (current_progress.indexOf("Searching again in")!==-1) { set_progress_report(current_progress.replace(/Searching again in \d+ seconds/ , "Searching again in " + wait_time + " seconds"),false); } else set_progress_report(current_progress + " Searching again in " + wait_time + " seconds.", false); if (wait_time>1) setTimeout(function(){display_wait_time(wait_time-1);}, 1000); } } function dispArr(ar) { var disp = ""; for (var z = 0; z < ar.length; z++) { disp += "id " + z + " is " + ar[z] + " "; } console.log(disp); } function scrape($src) { var $requester = $src.find('a[href^="/mturk/searchbar?selectedSearchType=hitgroups&requester"]'); var $title = $src.find('a[class="capsulelink"]'); var $reward = $src.find('span[class="reward"]'); var $preview = $src.find('a[href^="/mturk/preview?"]'); var $qualified = $src.find('a[href^="/mturk/notqualified?"],a[id^="private_hit"]'); var $times = $src.find('a[id^="duration_to_complete"]'); var $descriptions = $src.find('a[id^="description"]'); var not_qualified_group_IDs=[]; var $quals = $src.find('a[id^="qualificationsRequired"]'); var $mixed; $qualified.each(function(){ var groupy = $(this).attr('href'); if (groupy){ groupy = groupy.replace(/\/mturk\/notqualified\?hitGroupId=([A-Z0-9]+)(&.+)?/,"$1"); groupy = groupy.replace("/mturk/notqualified?hit",""); } not_qualified_group_IDs.push(groupy); }); //console.log(not_qualified_group_IDs); if (document.getElementById('lnkWorkerSignin')) $mixed = $src.find('a[href^="/mturk/preview?"],a[id^="private_hit"]'); else $mixed = $src.find('a[href^="/mturk/preview?"],a[href^="/mturk/notqualified?"]'); //console.log($mixed); var listy =[]; $mixed.each(function(){ var groupy = $(this).attr('href'); if (groupy) { groupy = groupy.replace(/\/mturk\/notqualified\?hitGroupId=([A-Z0-9]+)(&.+)?/,"$1"); groupy = groupy.replace("/mturk/notqualified?hit",""); groupy = groupy.replace("/mturk/preview?groupId=",""); } else groupy = ""; //console.log($(this)); //console.log(groupy); if (listy.indexOf(groupy) == -1) listy.push(groupy); else if (groupy == "") listy.push(groupy); }); //console.log(listy); //listy = listy.filter(function(elem, pos) { // return listy.indexOf(elem) == pos; //}); //console.log(listy); for (var j = 0; j < $requester.length; j++) { var $hits = $requester.eq(j).parent().parent().parent().parent().parent().parent().find('td[class="capsule_field_text"]'); var requester_name = $requester.eq(j).text().trim(); var requester_link = $requester.eq(j).attr('href'); var group_ID=(listy[j] ? listy[j] : ""); group_ID=group_ID.replace("/mturk/notqualified?hit",""); var masters = false; var title = $title.eq(j).text().trim(); var preview_link = "/mturk/preview?groupId=" + group_ID; //console.log(listy[j]); //console.log(title+" "+group_ID +" "+ listy[j]); if (!group_ID || group_ID.length == 0){ preview_link = requester_link; title += " (Requester link substituted)"; } var reward = $reward.eq(j).text().trim(); var hits = $hits.eq(4).text().trim(); var time = $times.eq(j).parent()[0].nextSibling.nextSibling.innerHTML; var description = $descriptions.eq(j).parent()[0].nextSibling.nextSibling.innerHTML; //console.log(description); var requester_id = requester_link.replace('/mturk/searchbar?selectedSearchType=hitgroups&requesterId=',''); var accept_link; accept_link = preview_link.replace('preview','previewandaccept'); /*HIT SCRAPER ADDITION*/ var qElements = $quals.eq(j).parent().parent().parent().find('tr'); //console.log(qElements); var qualifications = []; for (var i = 1; i < qElements.length; i++) { qualifications.push((qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ').indexOf("Masters") != -1 ? "[color=red][b]"+qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ')+"[/b][/color]" : qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' '))); if (qElements[i].childNodes[1].textContent.trim().replace(/\s+/g, ' ').indexOf("Masters") != -1) masters=true; } var qualList = (qualifications.join(', ') ? qualifications.join(', ') : "None"); var key = requester_name+title+reward+group_ID; if (found_key_list.indexOf(key) == -1) found_key_list.push(key); else { console.log("DUPE: "+key); continue; } if (scraper_history[key] === undefined) { scraper_history[key] = {requester:"", title:"", description:"", reward:"", hits:"", req_link:"", quals:"", prev_link:"", rid:"", acc_link:"", new_result:"", dinged:"", qualified:"", found_this_time:"", initial_time:"", reqdb:"",titledb:"",time:"",masters:false}; scraper_history[key].req_link = requester_link; scraper_history[key].prev_link = preview_link; scraper_history[key].requester = requester_name; scraper_history[key].title = title; scraper_history[key].reward = reward; scraper_history[key].hits = hits; scraper_history[key].rid = requester_id; scraper_history[key].acc_link = accept_link; scraper_history[key].time = time; scraper_history[key].quals = qualList; scraper_history[key].description = description.replace(/'/g, "'").replace(/"/g, """); scraper_history[key].masters = masters; HITStorage.indexedDB.checkRequester(requester_id,key); HITStorage.indexedDB.checkTitle(title,key); if (searched_once) { scraper_history[key].initial_time = new Date().getTime();//-1000*(save_new_results_time - SEARCH_REFRESH); scraper_history[key].new_result = 0; scraper_history[key].dinged = 0; } else { scraper_history[key].initial_time = new Date().getTime()-1000*save_new_results_time; scraper_history[key].new_result = 1000*save_new_results_time; scraper_history[key].dinged = 1; } if (not_qualified_group_IDs.indexOf(group_ID) !== -1) scraper_history[key].qualified = false; else scraper_history[key].qualified = true; scraper_history[key].found_this_time = true; } else { scraper_history[key].new_result = new Date().getTime() - scraper_history[key].initial_time; scraper_history[key].found_this_time = true; scraper_history[key].hits = hits; } } } function statusdetail_loop(next_URL) { if (global_run == true) { if (next_URL.length != 0) { $.get(next_URL, function(data) { var $src = $(data); var maxpagerate = $src.find('td[class="error_title"]:contains("You have exceeded the maximum allowed page request rate for this website.")'); if (maxpagerate.length == 0) { if (next_page > PAGES_TO_SCRAPE) { if(status_array.indexOf("Correcting for skips") == -1 && type != 2){ status_array.push("Correcting for skips"); } } set_progress_report("Processing page " + next_page, false); scrape($src); var $next_URL = $src.find('a[href^="/mturk/viewsearchbar"]:contains("Next")'); next_URL = ($next_URL.length != 0) ? $next_URL.attr("href") : ""; next_page++; if (document.getElementById('lnkWorkerSignin')) maxPages--; if (maxPages == 0) { maxPages = 20; next_URL = ""; next_page = -1; } if (default_type == 1) { var hmin = MINIMUM_HITS+1; for (var j = 0; j < found_key_list.length; j++) { //console.log(scraper_history[found_key_list[j]]); if (scraper_history[found_key_list[j]].hits < hmin) { next_URL = ""; next_page = -1; break; } } } else if (next_page > PAGES_TO_SCRAPE && correct_for_skips) { var skipped_hits = 0; var added_pages = 0; for (var k = 0; k < found_key_list.length; k++) { var obj = scraper_history[found_key_list[k]]; if (!ignore_check(obj.requester,obj.title)) skipped_hits++; } added_pages = Math.floor(skipped_hits/10); if (skipped_hits%10 >6) added_pages++; if (next_page > PAGES_TO_SCRAPE + added_pages) { next_URL = ""; next_page = -1; } } else if (next_page > PAGES_TO_SCRAPE) { next_URL = ""; next_page = -1; } setTimeout(function(){statusdetail_loop(next_URL);}, STATUSDETAIL_DELAY); } else { //console.log("MPRE"); setTimeout(function(){statusdetail_loop(next_URL);}, MPRE_DELAY); } }).fail(function() { if (qual_input) alert("Error when searching. Are you logged out?"); global_run = false; big_red_button.textContent = "Start"; }); } else { maxPages = 20; searched_once = true; var found_hits = found_key_list.length; var shown_hits = 0; var new_hits = 0; var blocklist_hits = 0; dings = 0; var ridString = ""; var rids = []; var lastRow = text_area.rows.length - 1; for (var i = lastRow; i>0; i--) text_area.deleteRow(i); for (var j = 0; j < found_key_list.length; j++) { //(function(url,rids,j) { var obj = scraper_history[found_key_list[j]]; var ignored = ignore_check(obj.requester,obj.title); var includelisted = include_check(obj.requester,obj.title); if (!(obj.masters == true && hide_masters) && (ignored && obj.found_this_time) || (!ignored && obj.found_this_time && !useBlocklist)){ ++shown_hits; //console.log(obj); //hit export will update col_heads[1] var col_heads = []; if (useTO) col_heads = ["" + obj.requester + "","" + obj.title + "",obj.reward,obj.hits,"TO down","Accept","M"]; else col_heads = ["" + obj.requester + "","" + obj.title + "",obj.reward,obj.hits,"TO disabled","Accept","M"]; var row = text_area.insertRow(text_area.rows.length); row.style.color = BACKGROUND_COLOR; if (!ignored && obj.found_this_time && !useBlocklist){ //console.log(obj.requester); row.setAttribute("class","scraperBlockedRow"); blocklist_hits++; } else if (!includelisted && obj.found_this_time && highlightIncludes){ row.setAttribute("class","scraperIncludelistedRow"); } //url += obj.rid + ','; //url2 += obj.rid + ','; ridString += obj.rid + ','; rids.push(obj.rid); if (check_hitDB) { col_heads.push("R"); col_heads.push("T"); } if (!obj.qualified) { col_heads.push("Not Qualified"); } for (i=0; i1) this_cell.style.textAlign = 'center'; if (i==6) { var listOfQuals = obj.quals.replace(/,/g,'\n'); listOfQuals = listOfQuals.replace(/\[(.*?)\]/g,''); this_cell.title=listOfQuals; if (obj.masters) { this_cell.style.backgroundColor="#551A8B"; this_cell.innerHTML="Y"; } else { this_cell.style.backgroundColor="#0066CC"; this_cell.innerHTML="N"; } } if (check_hitDB) { if (i==7) { if (obj.reqdb){ this_cell.style.backgroundColor = GREEN; this_cell.title = "This requester name was found in your HitDB."; this_cell.addEventListener("click", (function (obj) { return function() {search_deleg(obj,0);}})(obj)); } else { this_cell.style.backgroundColor = RED; this_cell.title = "This requester name was not found in your HitDB, or you don't have a HitDB."; } } else if (i==8) { if (obj.titledb){ this_cell.style.backgroundColor = GREEN; this_cell.title = "This HIT title was found in your HitDB."; this_cell.addEventListener("click", (function (obj) { return function() {search_deleg(obj,1);}})(obj)); } else { this_cell.style.backgroundColor = RED; this_cell.title = "This HIT title was not found in your HitDB, or you don't have a HitDB."; } } else if (i==9) this_cell.style.backgroundColor = DARKGREY; } else if (i==7) this_cell.style.backgroundColor = DARKGREY; } if (Object.keys(scraper_history).length > 0) { if (obj.dinged == 0) { dings++; obj.dinged = 1; //#hookdinged } if (obj.new_result < 1000*save_new_results_time) { new_hits++; for (var h = 0; h < col_heads.length; h++) { row.cells[h].style.fontSize = default_text_size + 1+"px"; row.cells[h].style.fontWeight = "bold"; } } } var button1 = document.createElement('button'); // FORUM VBCODE EXPORT BUTTON button1.textContent = 'vB'; button1.title = 'Export this HIT description as vBulletin formatted text'; button1.style.height = '14px'; button1.style.width = '30px'; button1.style.fontSize = '8px'; button1.style.border = '1px solid'; button1.style.padding = '0px'; button1.style.backgroundColor = 'transparent'; var button2 = document.createElement('button'); //BUTTON TO BLOCK REQUESTER button2.textContent = 'R'; button2.title = 'Add requester to block list'; button2.style.height = '14px'; button2.style.width = '15px'; button2.style.fontSize = '8px'; button2.style.border = '1px solid'; button2.style.padding = '0px'; button2.style.backgroundColor = 'transparent'; var button3 = document.createElement('button'); //BUTTON TO BLOCK TITLE button3.textContent = 'T'; button3.title = 'Add title to block list'; button3.style.height = '14px'; button3.style.width = '15px'; button3.style.fontSize = '8px'; button3.style.border = '1px solid'; button3.style.padding = '0px'; button3.style.backgroundColor = 'transparent'; var button4 = document.createElement('button'); // IRC EXPORT BUTTON button4.textContent = 'IRC'; button4.style.height = '14px'; button4.style.width = '30px'; button4.style.fontSize = '8px'; button4.style.border = '1px solid'; button4.style.padding = '0px'; button4.style.backgroundColor = 'transparent'; button4.title = 'Click to save HIT information to your clipboard. Please wait while shortened URLs are retrieved.'; //button.addEventListener("click", function() {export_func_deleg(j);}.bind(null,j), false); button1.addEventListener("click", (function (obj,j) { return function() {export_func_deleg(obj,j);}})(obj,j)); row.cells[1].appendChild(document.createTextNode(" ")); row.cells[1].appendChild(button1); button4.addEventListener("click", (function (obj,j) { return function() {export_irc_deleg(obj,j);}})(obj,j)); row.cells[1].appendChild(document.createTextNode(" ")); row.cells[1].appendChild(button4); button2.addEventListener("click", (function (obj,j) { return function() {block_deleg(obj,0);}})(obj,j)); row.cells[0].appendChild(document.createTextNode(" ")); row.cells[0].appendChild(button2); button3.addEventListener("click", (function (obj,j) { return function() {block_deleg(obj,1);}})(obj,j)); row.cells[0].appendChild(button3); } //}); } if (!useBlocklist) set_progress_report("Scrape complete. " + shown_hits + " HITs found (" + new_hits + " new results). " + blocklist_hits + " HITs shown from blocklist.", false); else set_progress_report("Scrape complete. " + shown_hits + " HITs found (" + new_hits + " new results). " + (found_hits - shown_hits) + " HITs ignored.", false); //url = url.substring(0,url.length - 1); //console.log(url); var success_flag = false; var rdata = ""; if (useTO) rdata = getTOMulti(ridString); else rdata = "TO Down"; //var rdata = "TO Down"; //console.log(rdata); if (rdata != "TO Down") { for (var r = 0; r < rids.length; r++) { text_area.rows[r+1].style.backgroundColor = GREY; if (rdata[rids[r]]) { var pay = rdata[rids[r]].attrs.pay; var reviews = rdata[rids[r]].reviews; var average = 0; var sum = 0; var divisor = 0; //console.log(rdata[rids[r]]); var comm = rdata[rids[r]].attrs.comm.trim(); var fair = rdata[rids[r]].attrs.fair.trim(); var fast = rdata[rids[r]].attrs.fast.trim(); var tos = rdata[rids[r]].tos_flags; var titleText = "comm: "+comm+"\nfair: "+fair+"\nfast: "+fast+"\npay: "+pay+"\nReviews: "+reviews+"\nTOS: "+tos; if (comm > 0) { sum += COMM_WEIGHT*comm; divisor += COMM_WEIGHT; } if (pay > 0) { sum += PAY_WEIGHT*pay; divisor += PAY_WEIGHT; } if (fair > 0) { sum += FAIR_WEIGHT*fair; divisor += FAIR_WEIGHT; } if (fast > 0) { sum += FAST_WEIGHT*fast; divisor += FAST_WEIGHT; } if (divisor > 0) { average = sum/divisor; } text_area.rows[r+1].cells[4].innerHTML = "" + pay + ""; text_area.rows[r+1].cells[4].setAttribute("title", titleText); if (reviews > 4) { if (average > 4.49) text_area.rows[r+1].style.backgroundColor = GREEN; else if (average > 3.49) text_area.rows[r+1].style.backgroundColor = LIGHTGREEN; //else if (average > 2.99) // text_area.rows[r+1].style.backgroundColor = YELLOW; else if (average > 1.99) text_area.rows[r+1].style.backgroundColor = ORANGE; else if (average > 0) text_area.rows[r+1].style.backgroundColor = RED; } } else { text_area.rows[r+1].cells[4].innerHTML = "No Data"; } } if (sort_TO) { table_sort(); } if (MINIMUM_TO > -1 || block_no_to) { table_TO_trim(); } success_flag = true; } if (!success_flag) for (var s = 0; s < rids.length; s++) text_area.rows[s+1].style.backgroundColor = GREY; statusdetail_loop_finished = true; if (dings > 0){ newHits(shouldDing); } if (SEARCH_REFRESH>0) { wait_loop = setTimeout(function(){if (global_run) start_it();}, 1000*SEARCH_REFRESH); display_wait_time(SEARCH_REFRESH); } else { global_run = false; big_red_button.textContent = "Start"; } } } } function table_TO_trim(){ $("#body_table tr:gt(0)").each(function () { var TO = $(this).find("td:eq(4)").text(); if (block_no_to && TO == "No Data") { $(this).hide(); } if (TO != "No Data" && TO != "TO down") { if (Number(TO) < MINIMUM_TO) { $(this).hide(); } } }); } function table_sort() { //--- Get the table we want to sort. var jTableToSort = $("#body_table"); //--- Get the rows to sort, but skip the first row, since it contains column titles. var jRowsToSort = jTableToSort.find ("tr:gt(0)"); //--- Sort the rows in place. jRowsToSort.sort(SortByFirstColumnTextAscending).appendTo(jTableToSort); } function SortByFirstColumnTextAscending (zA, zB) { var ValA_Text = $(zA).find("td:eq(4)").text(); var ValB_Text = $(zB).find("td:eq(4)").text(); if (ValA_Text > ValB_Text) return 1; else if (ValA_Text < ValB_Text) return -1; else return 0; } // check block list for requester name and HIT title function ignore_check(r,t){ var tempList = ignore_list.map(function(item) { return item.toLowerCase().replace(/\s+/g," "); }); var foundR = -1; var foundT = -1; foundR = tempList.indexOf(r.toLowerCase().replace(/\s+/g," ")); foundT = tempList.indexOf(t.toLowerCase().replace(/\s+/g," ")); if (shouldInclude){ // if in Use Includelist mode, treat all HITs not matching the includelist as if they were on the blocklist //console.log(include_list); var temp = include_list.map(function(item) { return item.toLowerCase().replace(/\s+/g," "); }).indexOf(r.toLowerCase().replace(/\s+/g," ")); //console.log(temp); if (temp != -1) foundR = -1; else foundR = 0; } var found = foundR == -1 && foundT == -1; //console.log("r: "+r+" t: "+t+" f: "+found); return found; // returns false (making !(include_check(x,y)) true) if HIT should be blocked, returns true if it shouldn't be blocked //return -1 == ignore_list.map(function(item) { return item.toLowerCase(); }).indexOf(r.toLowerCase()); } // check include list for requester name and HIT title function include_check(r,t){ var tempList = include_list.map(function(item) { return item.toLowerCase().replace(/\s+/g," "); }); var foundR = -1; var foundT = -1; foundR = tempList.indexOf(r.toLowerCase().replace(/\s+/g," ")); foundT = tempList.indexOf(t.toLowerCase().replace(/\s+/g," ")); var found = foundR == -1 && foundT == -1; return found; // returns false (making !(include_check(x,y)) true) if HIT should be highlighted, returns true if it shouldn't be highlighted } function start_running() { if (big_red_button.textContent == "Start") { status_array=[]; ignore_list = GM_getValue("scraper_ignore_list").split('^'); if (GM_getValue("scraper_include_list")) include_list = GM_getValue("scraper_include_list").split('^'); global_run = true; initial_url = URL_BASE; if (search_input.value.length>0) { initial_url = initial_url.replace("searchWords=", "searchWords=" + search_input.value); } if (time_input.value.replace(/[^0-9]+/g,"") != "") { SEARCH_REFRESH = Number(time_input.value); } if (page_input.value.replace(/[^0-9]+/g,"") != "") { PAGES_TO_SCRAPE = Number(page_input.value); if (PAGES_TO_SCRAPE > 20 && document.getElementById('lnkWorkerSignin')){ status_array.push("Search limited to 20 pages when logged out"); PAGES_TO_SCRAPE = 20; } } if (new_time_display_input.value.replace(/[^0-9]+/g,"") != "") { save_new_results_time = Number(new_time_display_input.value); } if (reward_input.value.replace(/[^0-9]+/g,"") != "") { initial_url += "&minReward=" + reward_input.value; } else { initial_url += "&minReward=0.00"; } if (qual_input.checked) { if (document.getElementById('lnkWorkerSignin')){ status_array.push("Logged out, ignoring qualified"); initial_url += "&qualifiedFor=off"; } else initial_url += "&qualifiedFor=on"; } else { initial_url += "&qualifiedFor=off"; } if (masters_input.checked) { initial_url += "&requiresMasterQual=on"; } if (masters_dropdown[masters_dropdown.selectedIndex].value == "n") { hide_masters=true; status_array.push("Masters hits hidden"); } else { hide_masters = false; } switch (sort_input[sort_input.selectedIndex].value) { case "late": initial_url+= "&sortType=LastUpdatedTime%3A"; type=1; default_type = 0; break; case "most": initial_url+= "&sortType=NumHITs%3A"; default_type = 1; type=2; status_array.push("Sorting by NumHITs ignores Correct For Skips in favor of minimum batch size"); break; case "amount": initial_url+= "&sortType=Reward%3A"; type=3; default_type = 0; break; case "alpha": type=4; initial_url += "&sortType=Title%3A"; break; default: alert("I don't know how you did it, but you broke it. Good job."); } if (min_input.value.replace(/[^0-9]+/g,"") != "") { if (type != 2) status_array.push("Minimum Batch Size requires sorting by Most Available"); MINIMUM_HITS = Number(min_input.value); } if (sort_input_invert.checked) { if (sort_input[sort_input.selectedIndex].value == "alpha") initial_url += "1"; else initial_url += "0"; } else { if (sort_input[sort_input.selectedIndex].value == "alpha") initial_url += "0"; else initial_url += "1"; } if (sort_to.checked) { sort_TO = true; status_array.push("Sorting by TO is still in testing"); } else { sort_TO = false; } if (useTO_input.checked) { useTO = false; } else { useTO = true; } if (min_to.value.replace(/[^0-9]+/g,"") != "") { MINIMUM_TO = Number(min_to.value); $("#show_TO_stuff_button").show(); if (status_array.indexOf("False dings may occur when hiding by minimum/no TO") == -1) status_array.push("False dings may occur when hiding by minimum/no TO"); } else { MINIMUM_TO = -1; } if (friesAreDone.checked) { shouldDing = true; } else { shouldDing = false; } if (no_to_block.checked) { block_no_to = true; $("#show_TO_stuff_button").show(); if (status_array.indexOf("False dings may occur when hiding by minimum/no TO") == -1) status_array.push("False dings may occur when hiding by minimum/no TO"); } else { block_no_to = false; } if (!block_no_to && MINIMUM_TO == -1) $("#show_TO_stuff_button").hide(); if (correctForSkips.checked) { if (matchOnly.checked) { status_array.push("Use Includelist (match only) checked, so ignoring Correct For Skips to prevent issues"); correct_for_skips = false; } else{ correct_for_skips = true; } } else { correct_for_skips = false; } if (useBlock.checked) { useBlocklist = true; } else { useBlocklist = false; } if (matchOnly.checked) { if (include_list.length == 0){ status_array.push("No items in includelist, so ignoring Use Includelist checkbox"); shouldInclude = false; } else { shouldInclude = true; if (!useBlock.checked) { status_array.push("Use Includelist checked, so forcing Use Blocklist for intended output behavior"); useBlocklist = true; } } } else { shouldInclude = false; } if (highlightIncludes_input.checked) { highlightIncludes = true; } else { highlightIncludes = false; } initial_url += "&pageNumber=1&searchSpec=HITGroupSearch"; audio_index = audio_option[audio_option.selectedIndex].value; //To store the last state of the items var lastState = {"refreshTime":time_input.value,"numPages":page_input.value,"minHits":min_input.value,"newHitHighlight":new_time_display_input.value,"reward":reward_input.value, "qualified":qual_input.checked,"masters":masters_input.checked,"mShow":hide_masters,"sort":sort_input.selectedIndex,"invert":sort_input_invert.checked, "to":sort_to.checked,"minTO":min_to.value,"hideNTO":no_to_block.checked,"searchTerms":search_input.value,"useInclude":matchOnly.checked,"highlightIncl":highlightIncludes_input.checked, "fries":friesAreDone.checked,"whichfry":audio_option.selectedIndex,"blocklist":useBlock.checked,"skips":correctForSkips.checked,"useTO":useTO_input.checked}; //console.log(JSON.stringify(lastState)); localStorage["lastState_hit_scraper_with_export"] = JSON.stringify(lastState); start_it(); } else { global_run = false; clearTimeout(wait_loop); big_red_button.textContent = "Start"; set_progress_report("Stopped", true); } } function start_it() { statusdetail_loop_finished = false; big_red_button.textContent = "Stop"; found_key_list = []; var ctime = new Date().getTime(); if (ctime - last_clear_time > save_results_time*666) { var last_history = scraper_history; scraper_history = {}; for (var key in last_history) { if (last_history[key].new_resultsave_new_results_time*1000) last_history[key].initial_time = ctime-1000*save_new_results_time; } } } last_clear_time = ctime; } next_page = 1; statusdetail_loop(initial_url); } function show_interface() { control_panel.style.color = BROWN; control_panel.style.fontSize = "14px"; control_panel.removeChild(big_red_button); control_panel.appendChild(document.createTextNode("Auto-refresh delay: ")); time_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}}; time_input.title = "Enter search refresh delay in seconds.\n" + "Enter 0 for no auto-refresh.\n" + "Default is 0 (no auto-refresh)."; time_input.size = 3; control_panel.appendChild(time_input); control_panel.appendChild(document.createTextNode(" ")); control_panel.appendChild(document.createTextNode("| Pages to scrape: ")); page_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}}; page_input.title = "Enter number of pages to scrape. Default is 3.\n" + "Has no effect in a batch search (Most Available sort)."; page_input.size = 3; control_panel.appendChild(page_input); control_panel.appendChild(document.createTextNode(" Correct for skips: ")); correctForSkips.title = "Searches additional pages to get a more consistent number of results. Helpful if you're blocking a lot of items."; control_panel.appendChild(correctForSkips); control_panel.appendChild(document.createTextNode(" ")); control_panel.appendChild(document.createTextNode("| Minimum batch size: ")); min_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}}; min_input.title = "Enter minimum HITs for batch search (must Sort by Most Available).\n" + "Default is 100."; min_input.size = 3; control_panel.appendChild(min_input); control_panel.appendChild(document.createTextNode(" ")); control_panel.appendChild(document.createElement("P")); control_panel.appendChild(document.createTextNode("Minimum reward: ")); reward_input.size = 3; reward_input.title = "Enter the minimum desired pay per HIT, such as 0.10"; reward_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}}; control_panel.appendChild(reward_input); control_panel.appendChild(document.createTextNode(" | Qualified: ")); control_panel.appendChild(qual_input); qual_input.title = "Only show HITs you're currently qualified for (must be logged in)."; control_panel.appendChild(document.createTextNode(" | Masters: Require ")); control_panel.appendChild(masters_input); masters_input.title = "Only show HITs that require Masters qualifications."; control_panel.appendChild(document.createTextNode(" Show ")); control_panel.appendChild(masters_dropdown); masters_dropdown.title = "If getting results that could non-exclusively contain Masters HITs, you can hide those."; control_panel.appendChild(document.createTextNode(" | Sort type: ")); control_panel.appendChild(sort_input); sort_input.title = "Get search results by...\n Latest = HIT Creation Date (newest first),\n Most Available = HITs Available (most first),\n Reward = Reward Amount (most first),\n Title = Title (A-Z)"; control_panel.appendChild(document.createTextNode(" | Invert: ")); control_panel.appendChild(sort_input_invert); sort_input_invert.title = "Reverse the order of the Sort Type choice, so...\n Latest = HIT Creation Date (oldest first),\n Most Available = HITs Available (least first),\n Reward = Reward Amount (least first),\n Title = Title (Z-A)"; control_panel.appendChild(document.createElement("P")); control_panel.appendChild(document.createTextNode("New HIT highlighting: ")); new_time_display_input.onkeydown = function(event){if (event.keyCode == 13){start_running();}}; new_time_display_input.title = "Enter time (in seconds) to keep new HITs highlighted.\n" + "Default is 300 (5 minutes)."; new_time_display_input.size = 6; control_panel.appendChild(new_time_display_input); control_panel.appendChild(document.createTextNode(" | Sound on new hit: ")); control_panel.appendChild(friesAreDone); friesAreDone.title = "Play a sound when new results are found."; control_panel.appendChild(document.createTextNode(" ")); control_panel.appendChild(audio_option); audio_option.title = "Select which sound will be played."; control_panel.appendChild(document.createTextNode(" | Sort by TO: ")); control_panel.appendChild(sort_to); sort_to.title = "After getting search results based on the other selected options,\n" + "re-sort the results by their average Turkopticon pay ratings."; control_panel.appendChild(document.createTextNode("| Min pay TO: ")); control_panel.appendChild(min_to); min_to.size = 3; min_to.title = "After getting search results based on the other selected options,\n" + "hide any results below this average Turkopticon pay rating.\n" + "Minimum is 1, maximum is 5, decimals up to 2 places, such as 3.25"; control_panel.appendChild(document.createTextNode(" | Hide no TO: ")); control_panel.appendChild(no_to_block); no_to_block.title = "After getting search results based on the other selected options,\n" + "hide any results that have no Turkopticon pay ratings yet."; control_panel.appendChild(document.createTextNode(" | Disable TO: ")); control_panel.appendChild(useTO_input); useTO_input.title = "Disable attempts to download ratings data from Turkopticon for the results table."; control_panel.appendChild(document.createElement("P")); control_panel.appendChild(document.createTextNode("Search Terms: ")); control_panel.appendChild(search_input); search_input.size = 20; search_input.title = "Enter keywords to search for.\n" + "Default is blank (no search terms)."; search_input.placeholder="Enter search terms here"; control_panel.appendChild(document.createTextNode(" | Use blocklist: ")); useBlock.title = "When enabled, hide HITs that match your blocklist.\n" + "When disabled, HITs that match your blocklist will be displayed with a red border."; control_panel.appendChild(useBlock); control_panel.appendChild(document.createTextNode("| Use includelist: ")); matchOnly.title = "Show only HITs that match your includelist.\n" + "Be sure to edit your includelist first or no results will be displayed."; control_panel.appendChild(matchOnly); control_panel.appendChild(document.createTextNode("| Highlight includelisted: ")); highlightIncludes_input.title = "Outline HITs that match your includelist with a dashed green border."; control_panel.appendChild(highlightIncludes_input); big_red_button.textContent = "Start"; big_red_button.onclick = function(){start_running();}; // open blocklist editor reset_blocks.textContent = "Edit blocklist"; reset_blocks.setAttribute("id","blocklist_reset_button"); reset_blocks.onclick = function(){ //console.log("in"); ignore_list = GM_getValue("scraper_ignore_list").split('^'); var textarea = $("#block_text"); var text = ""; for (var i = 0; i < ignore_list.length; i++){ text += ignore_list[i]+"^"; } textarea.val(text.substring(0, text.length - 1)); $("#block_div").show(); }; // open includelist editor include_button.textContent = "Edit includelist"; include_button.id = "includes_reset_button"; include_button.onclick = function() { include_list = GM_getValue("scraper_include_list").split('^'); var textarea = $("#include_text"); var text = ""; for (var i = 0; i < include_list.length; i++){ text += include_list[i]+"^"; } textarea.val(text.substring(0, text.length - 1)); $("#include_div").show(); }; control_panel.appendChild(document.createElement("P")); text_area.style.fontWeight = "normal"; text_area.createCaption().innerHTML = 'HIT Scraper Results'; var col_heads = ['Requester','Title','Reward','HITs Available','TO pay','Accept HIT','M?']; var row = text_area.createTHead().insertRow(0); text_area.caption.style.fontWeight = 800; text_area.caption.style.color = BROWN; if (default_text_size > 10) text_area.cellPadding=Math.min(Math.max(1,Math.floor((default_text_size-10)/2)),5); //console.log(text_area.cellPadding); //text_area.cellPadding=2; text_area.caption.style.fontSize = "24px"; text_area.rows[0].style.fontWeight = 800; text_area.rows[0].style.color = BROWN; for (var i=0; i 1) this_cell.style.textAlign = 'center'; } text_area.style.width = '100%'; var table_div = document.createElement('div'); table_div.style.color = BROWN; table_div.style.fontSize = "14px"; document.body.insertBefore(table_div,control_panel.nextSibling); var header_hide_button = document.createElement('button'); table_div.appendChild(big_red_button); table_div.appendChild(document.createTextNode(" ")); table_div.appendChild(header_hide_button); table_div.appendChild(document.createTextNode(" ")); table_div.appendChild(reset_blocks); table_div.appendChild(document.createTextNode(" ")); table_div.appendChild(include_button); table_div.appendChild(document.createTextNode(" ")); table_div.appendChild(showButton); $("#show_TO_stuff_button").hide(); table_div.appendChild(document.createElement("P")); table_div.appendChild(progress_report); table_div.appendChild(document.createElement("P")); table_div.appendChild(document.createTextNode("Status messages: ")); table_div.appendChild(status_report); table_div.appendChild(document.createElement("P")); table_div.appendChild(text_area); header_hide_button.textContent = "Hide Settings"; header_hide_button.onclick = function(){ if (header_hide_button.textContent == "Hide Settings"){ $('#control_panel').hide(); header_hide_button.textContent = "Show Settings"; } else{ $('#control_panel').show(); header_hide_button.textContent = "Hide Settings"; } }; } /********HIT EXPORT ADDITIONS*****/ var EDIT = false; var HIT; var TO_BASE = "http://turkopticon.ucsd.edu/"; var API_BASE = "https://mturk-api.istrack.in/"; var API_URL = API_BASE + "multi-attrs.php?ids="; var DEFAULT_TEMPLATE = '[table][tr][td][b]Title:[/b] [url={prev_link}][COLOR=blue]{title}[/COLOR][/url]\n'; DEFAULT_TEMPLATE += '[b]Requester:[/b] [url=https://www.mturk.com/mturk/searchbar?selectedSearchType=hitgroups&requesterId={rid}][COLOR=blue]{requester}[/COLOR][/url]'; DEFAULT_TEMPLATE += ' [{rid}] ([url='+TO_BASE+'{rid}][COLOR=blue]TO[/COLOR][/url])'; DEFAULT_TEMPLATE += '\n[b]TO Ratings:[/b]{to_stuff}'; DEFAULT_TEMPLATE += '\n[b]Description:[/b] {description}'; DEFAULT_TEMPLATE += '\n[b]Time:[/b] {time}'; DEFAULT_TEMPLATE += '\n[b]Hits Available:[/b] {hits}'; DEFAULT_TEMPLATE += '\n[b]Reward:[/b] [COLOR=green][b]{reward}[/b][/COLOR]'; DEFAULT_TEMPLATE += '\n[b]Qualifications:[/b] {quals}[/td][/tr][/table]'; var TEMPLATE; var EASYLINK; if (typeof GM_getValue === 'undefined') TEMPLATE = null; else { TEMPLATE = GM_getValue('HITScraper Template'); EASYLINK = GM_getValue('HITScraper Easylink'); } if (TEMPLATE == null) { TEMPLATE = DEFAULT_TEMPLATE; } function buildXhrUrl(rai) { var url = API_URL; var ri = rai; url += rai; return url; } function makeXhrQuery(url) { var xhr = new XMLHttpRequest(); try{ xhr.open('GET', url, false); xhr.send(null); return $.parseJSON(xhr.response); } catch(err){ return "TO DOWN"; } } function getNamesForEmptyResponses(rai, resp) { for (var rid in rai) { if (rai.hasOwnProperty(rid) && resp[rid] == "") { resp[rid] = $.parseJSON('{"name": "' + rai[rid][0].innerHTML + '"}'); } } return resp; } function getKeys(obj) { var keys = []; for (var key in obj) { keys.push(key); } return keys; } function export_func_deleg(item,index) { //console.log(item); export_func(item); } function export_irc_deleg(item,index) { //console.log(item); export_irc(item); } function block_deleg(item,index) { //console.log(item); block(item,index); } function block(hit,index){ var blockType = ["requester","title"]; var blockThis = hit[blockType[index]].replace(/\s+/g," ").toLowerCase().trim(); ignore_list.push(blockThis); GM_setValue("scraper_ignore_list",ignore_list.join('^')); //console.log(GM_getValue("scraper_ignore_list")); alert("\""+blockThis+"\" ignored (added to blocklist). Re-scrape."); } function search_deleg(item,index) { //console.log(item); var searches = ["rid","title"]; search(item,searches[index]); } function hit_sort_func() { return function(a,b) { if (a.date == b.date) { if (a.requesterName < b.requesterName) return -1; if (a.requesterName > b.requesterName) return 1; if (a.title < b.title) return -1; if (a.title > b.title) return 1; if (a.status < b.status) return -1; if (a.status > b.status) return 1; } if (a.date > b.date) return 1; if (a.date < b.date) return -1; }; } function escapeRegExp(str) { return str.replace(/[-\[\]\/\{\}\(\)\*\+\?\.\\\^\$\|]/g, "\\$&"); } function search(item,search_type){ //return true;/* var request = indexedDB.open("HITDB", v); request.onsuccess = function(e) { HITStorage.indexedDB.db = e.target.result; var db = HITStorage.indexedDB.db; var trans = db.transaction(["HIT"], HITStorage.IDBTransactionModes.READ_ONLY); var store = trans.objectStore("HIT"); var req; var results = []; var index; var range; req = store.openCursor(); req.onsuccess = function(event) { var cursor = event.target.result; if (cursor) { hit = cursor.value; var keys = ['title', 'requesterId']; var re = new RegExp(escapeRegExp(item[search_type]),"ig"); for (var k in keys) { if (hit[keys[k]] != null && re.test(hit[keys[k]].trim())){ results.push(cursor.value); } } cursor.continue(); } else { //console.log(results); results.sort(hit_sort_func()); show_results(results); } db.close(); }; request.onerror = HITStorage.indexedDB.onerror;/**/ }; } function format_hit_line (hit, odd, status_color, new_day) { var line = ''; else line += '">'; line += '' + hit.date + ''; if (hit.requesterLink != null) line += '' + hit.requesterName + ''; else line += '' + hit.requesterName + ''; line += '' + hit.title + ''; line += '$' + hit.reward.toFixed(2) + ''; line += '' + hit.status + ''; line += '
' + hit.feedback + '
'; line += '\n'; return line; } function status_color (status) { var color = "green"; if (status.match("Pending Approval")) color = "orange"; else if (status.match("Rejected")) color = "red"; return color; } function show_results (results){ var resultsWindow = window.open(); resultsWindow.document.write("Status Detail Search Results\n"); resultsWindow.document.write("

HITs matching your search:

\n"); resultsWindow.document.write('\n'); resultsWindow.document.write('\n'); var odd = true; var sum = 0; var sum_rejected = 0; var sum_approved = 0; var sum_pending = 0; var new_day = false; for (var i=0; i0 && (results[i-1].date != results[i].date)) new_day = true; else new_day = false; resultsWindow.document.write(format_hit_line(results[i], odd, status_color(results[i].status), new_day )); } resultsWindow.document.write('\n'); resultsWindow.document.write("
DateRequesterHIT TitleRewardStatusFeedback
$' + sum.toFixed(2) + '
"); resultsWindow.document.write("

Found " + results.length + " matching HITs. $" + sum_approved.toFixed(2) + " approved, " + "$" + sum_rejected.toFixed(2) + " rejected and $" + sum_pending.toFixed(2) + " pending.

"); resultsWindow.document.write(""); resultsWindow.document.close(); } function export_func(item) { HIT = item; gedit_button.textContent = 'Edit Template'; apply_template(item); gdiv.style.display = 'block'; gtextarea.select(); } function export_irc(item) { display(item); } function apply_template(hit_data) { var txt = TEMPLATE; var vars = ['title', 'requester', 'rid', 'description', 'reward', 'quals', 'prev_link', 'time', 'hits', 'to_stuff', 'to_text']; var resp = null; if (txt.indexOf('{to_text}') >= 0 || txt.indexOf('{to_stuff}') >= 0){ var url = buildXhrUrl(hit_data["rid"]); resp = getTOMulti(hit_data["rid"]); //console.log(resp); } var toText = ""; var toStuff = ""; var toData = ""; var numResp = (resp == null || resp == "TO DOWN" ? "n/a" : resp[hit_data["rid"]].reviews); if (resp == "TO DOWN"){ toStuff = " [URL=\""+TO_BASE+hit_data['rid']+"\"]TO down.[/URL]"; toText = toStuff; } else if (resp == null || resp[hit_data["rid"]].attrs == null && resp != "TO DOWN") { toStuff = " No TO "; toText = " No TO "; toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]"; toStuff += "(Submit a new TO rating for this requester)[/URL]"; } else { for (var key in resp[hit_data["rid"]].attrs) { //toText += "\n[*]"+key+": "+resp[hit_data["requesterId"]].attrs[key]+"\n"; var i = 0; var color = "green"; var name = key; var num = Math.floor(resp[hit_data["rid"]].attrs[key]); switch (key){ case "comm": name = "Communicativity"; break; case "pay": name = "Generosity"; break; case "fast": name = "Promptness"; break; case "fair": name = "Fairness"; break; default: name = key; break; } switch (num){ case 0: color = "red"; break; case 1: color = "red"; break; case 2: color = "orange"; break; case 3: color = "yellow"; break; default: break; } toText += (num > 0 ? "\n[color="+color+"]" : "\n"); for (i; i < num; i++){ toText += "[b]"+symbol+"[/b]"; } toText += (num > 0 ? "[/color]" : ""); if (i < 5){ toText += "[color=white]"; for (i; i < 5; i++) toText += "[b]"+symbol+"[/b]"; toText += "[/color]"; } toText += " "+Number(resp[hit_data["rid"]].attrs[key]).toFixed(2)+" "+name; toData += Number(resp[hit_data["rid"]].attrs[key]).toFixed(2) + ","; } //toText += "[/list]"; toText += (txt.indexOf('{to_stuff}') >= 0 ? "" : "\nNumber of Reviews: "+numResp+"\n[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"](Submit a new TO rating for this requester)[/URL]"); toStuff = '\n[img]http://data.istrack.in/to/' + toData.slice(0,-1) + '.png[/img]'; toStuff += (txt.indexOf('{to_stuff}') >= 0 ? (txt.indexOf('{to_text}') >= 0 ? "" : toText) : ""); toStuff += "\nNumber of Reviews: "+numResp; toStuff += "[URL=\""+TO_BASE+"report?requester[amzn_id]=" + hit_data['rid'] + "&requester[amzn_name]=" + hit_data['requester'] + "\"]"; toStuff += "\n(Submit a new TO rating for this requester)[/URL]"; } for (var u = 0; u < vars.length; u++) { var t = new RegExp('\{' + vars[u] + '\}', 'g'); if (vars[u] == "to_stuff") { txt = txt.replace(t, toStuff); } else if (vars[u] == "to_text") { txt = txt.replace(t, toText); } else if (vars[u] == "prev_link") { txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[u]]); } else if (vars[u] == "acc_link") { txt = txt.replace(t,"https://www.mturk.com"+hit_data[vars[u]]); } else txt = txt.replace(t, hit_data[vars[u]]); } gtextarea.value = txt; } function hide_func(div) { if (EDIT == false) div.style.display = 'none'; } function edit_func() { if (EDIT == true) { EDIT = false; TEMPLATE = gtextarea.value; gedit_button.textContent = 'Edit Template'; apply_template(HIT); } else { //console.log("Editing"); EDIT = true; gedit_button.textContent = 'Show Changes'; gsave_button.disabled = false; gtextarea.value = TEMPLATE; } } function default_func() { GM_deleteValue('HITScraper Template'); TEMPLATE = DEFAULT_TEMPLATE; EDIT = false; gedit_button.textContent = 'Edit Template'; apply_template(HIT); } function save_func() { if (EDIT) TEMPLATE = gtextarea.value; GM_setValue('HITScraper Template', TEMPLATE); } var gdiv = document.createElement('div'); var gtextarea = document.createElement('textarea'); var gdiv2 = document.createElement('label'); gdiv.style.position = 'fixed'; gdiv.style.width = '500px'; gdiv.style.height = '235px'; gdiv.style.left = '50%'; gdiv.style.right = '50%'; gdiv.style.margin = '-250px 0px 0px -250px'; gdiv.style.top = '300px'; gdiv.style.padding = '5px'; gdiv.style.border = '2px'; gdiv.style.backgroundColor = 'black'; gdiv.style.color = 'white'; gdiv.style.zIndex = '100'; gtextarea.style.padding = '2px'; gtextarea.style.width = '500px'; gtextarea.style.height = '200px'; gtextarea.title = '{title}\n{requester}\n{rid}\n{description}\n{reward}\n{quals}\n{prev_link}\n{time}\n{hit}\n{to_stuff}\n{to_text}'; gdiv.textContent = 'Press Ctrl+C to copy to clipboard. Click textarea to close'; gdiv.style.fontSize = '12px'; gdiv.appendChild(gtextarea); var gedit_button = document.createElement('button'); var gsave_button = document.createElement('button'); var gdefault_button = document.createElement('button'); var geasy_button = document.createElement('button'); gedit_button.textContent = 'Edit Template'; gedit_button.setAttribute('id', 'edit_button'); gedit_button.style.height = '18px'; gedit_button.style.width = '100px'; gedit_button.style.fontSize = '10px'; gedit_button.style.paddingLeft = '3px'; gedit_button.style.paddingRight = '3px'; gedit_button.style.backgroundColor = 'white'; gsave_button.textContent = 'Save Template'; gsave_button.setAttribute('id', 'save_button'); gsave_button.style.height = '18px'; gsave_button.style.width = '100px'; gsave_button.style.fontSize = '10px'; gsave_button.style.paddingLeft = '3px'; gsave_button.style.paddingRight = '3px'; gsave_button.style.backgroundColor = 'white'; gsave_button.style.marginLeft = '5px'; geasy_button.textContent = 'Change Adfly Url'; geasy_button.setAttribute('id', 'easy_button'); geasy_button.style.height = '18px'; geasy_button.style.width = '100px'; geasy_button.style.fontSize = '10px'; geasy_button.style.paddingLeft = '3px'; gdefault_button.textContent = ' D '; gdefault_button.setAttribute('id', 'default_button'); gdefault_button.style.height = '18px'; gdefault_button.style.width = '20px'; gdefault_button.style.fontSize = '10px'; gdefault_button.style.paddingLeft = '3px'; gdefault_button.style.paddingRight = '3px'; gdefault_button.style.backgroundColor = 'white'; gdefault_button.style.marginLeft = '5px'; gdefault_button.title = 'Return default template'; gdiv.appendChild(gedit_button); gdiv.appendChild(gsave_button); gdiv.appendChild(gdefault_button); gdiv.appendChild(geasy_button); gsave_button.disabled = true; gdiv.style.display = 'none'; gtextarea.addEventListener("click", function() {hide_func(gdiv);}, false); gedit_button.addEventListener("click", function() {edit_func();}, false); gsave_button.addEventListener("click", function() {save_func();}, false); gdefault_button.addEventListener("click", function() {default_func();}, false); document.body.insertBefore(gdiv, document.body.firstChild); //Functions below were added for the irc export with the help of clickhappier and Cristo function getTO(f){ var toComp = []; var toUrl2 = 'https://mturk-api.istrack.in/multi-attrs.php?ids='+f; var toUrl = 'https://turkopticon.ucsd.edu/api/multi-attrs.php?ids='+f; var requestTO = new XMLHttpRequest(); try{ // first try Miku's TO mirror server (istrack.in) requestTO.onreadystatechange = function () { if ((requestTO.readyState ===4) && (requestTO.status ===200)) { if (requestTO.responseText.split(':').length > 2) { var toInfo = requestTO.responseText.split('{')[3].split('}')[0].split(','); for (var t = 0; t < 4; t++) { var arrTo = toInfo[t].split(':'); toComp.push(arrTo[1].substring(1,4)); } } else { toComp = ['-','-','-','-']; } } }; requestTO.open('GET', toUrl, false); requestTO.send(null); return toComp; } catch(err){ // if mirror unavailable, try main TO server try{ requestTO.onreadystatechange = function () { if ((requestTO.readyState ===4) && (requestTO.status ===200)) { if (requestTO.responseText.split(':').length > 2) { var toInfo = requestTO.responseText.split('{')[3].split('}')[0].split(','); for (var t = 0; t < 4; t++) { var arrTo = toInfo[t].split(':'); toComp.push(arrTo[1].substring(1,4)); } } else { toComp = ['-','-','-','-']; } } }; requestTO.open('GET', toUrl2, false); requestTO.send(null); return toComp; } catch(err){ // if both unavailable, return 'na's toComp = ['na','na','na','na']; return toComp; } } } function getTOMulti(f){ var toComp = {}; var toUrl2 = 'https://mturk-api.istrack.in/multi-attrs.php?ids='+f; var toUrl = 'https://turkopticon.ucsd.edu/api/multi-attrs.php?ids='+f; var rids = f.split(','); var requestTO = new XMLHttpRequest(); try{ // first try Miku's TO mirror server (istrack.in) requestTO.onreadystatechange = function () { if ((requestTO.readyState ===4) && (requestTO.status ===200)) { if (requestTO.responseText.split(':').length > 2) toComp = $.parseJSON(requestTO.responseText); else toComp = null; } }; requestTO.open('GET', toUrl, false); requestTO.send(null); return toComp; } catch(err){ // if mirror unavailable, try main TO server try{ requestTO.onreadystatechange = function () { if ((requestTO.readyState ===4) && (requestTO.status ===200)) { if (requestTO.responseText.split(':').length > 2) toComp = $.parseJSON(requestTO.responseText); else toComp = null; } }; requestTO.open('GET', toUrl2, false); requestTO.send(null); return toComp; } catch(err){ // if both unavailable, return 'na's toComp = "TO DOWN"; return toComp; } } } function sleep(ms){ // from http://www.digimantra.com/tutorials/sleep-or-wait-function-in-javascript/ var dt = new Date(); dt.setTime(dt.getTime() + ms); while (new Date().getTime() < dt.getTime()); } function ns4tShorten(url){ // mturk-only URL shortener on Tjololo's server ns4t.net console.log("ns4tShorten function"); var shortRes; var urlT = "https://ns4t.net/yourls-api.php" + "?action=shorturl&url=" + encodeURIComponent(url) + "&format=simple&title=MTurk&username=publicuser&password=publicpass"; var requestNs4t = new XMLHttpRequest(); try{ requestNs4t.onreadystatechange = function () { if (requestNs4t.readyState == 4) { if (requestNs4t.status == 200) { shortRes = requestNs4t.responseText; console.log("ns4t.net response: " + requestNs4t.status + " " + requestNs4t.statusText + " " + requestNs4t.responseText); } else { console.log('ns4t.net unsuccessful: ' + requestNs4t.status + " " + requestNs4t.statusText); } } }; requestNs4t.open('GET', urlT, false); requestNs4t.send(null); return shortRes; } catch(err){ return shortRes; } } function tnyimShorten(url){ // Tny.im URL Shortener - http://tny.im/aboutapi.php - this is only possible this way because their server has the "Access-Control-Allow-Origin = *" headers enabled (the above TO mirror server does too) console.log("tnyimShorten function"); var shortRes; var urlT = "https://tny.im/yourls-api.php" + "?action=shorturl&url=" + encodeURIComponent(url) + "&format=simple&title=MTurk"; var requestTnyim = new XMLHttpRequest(); try{ requestTnyim.onreadystatechange = function () { if (requestTnyim.readyState == 4) { if (requestTnyim.status == 200) { shortRes = requestTnyim.responseText; console.log("tny.im response: " + requestTnyim.status + " " + requestTnyim.statusText + " " + requestTnyim.responseText); } else { console.log('tny.im unsuccessful: ' + requestTnyim.status + " " + requestTnyim.statusText); } } }; requestTnyim.open('GET', urlT, false); requestTnyim.send(null); return shortRes; } catch(err){ return shortRes; } } function googlShorten(url){ // Goo.gl URL Shortener console.log("googlShorten function"); var shortRes; var urlG = "https://www.googleapis.com/urlshortener/v1/url"; var requestGoogl = new XMLHttpRequest(); try{ requestGoogl.open("POST", urlG, false); requestGoogl.setRequestHeader("Content-Type", "application/json"); requestGoogl.onreadystatechange = function() { if (requestGoogl.readyState == 4) { if (requestGoogl.status == 200) { shortRes = JSON.parse(requestGoogl.response).id; console.log("goo.gl response: " + requestGoogl.status + " " + requestGoogl.statusText + " " + JSON.parse(requestGoogl.response).id ); } else { console.log('goo.gl unsuccessful: ' + requestGoogl.status + " " + requestGoogl.statusText); } } }; var data = new Object(); data.longUrl = url; requestGoogl.send(JSON.stringify(data)); return shortRes; } catch(err){ return shortRes; } } function shortenUrl(url){ sleep(500); // milliseconds delay - wait some milliseconds (currently half a second) between shortens to reduce chance of hitting usage limits var shortRes; shortRes = ns4tShorten(url); if ( shortRes === undefined ) { // if you reached the ns4t.net URL shortener's temporary usage limits or the server is otherwise unavailable shortRes = tnyimShorten(url); if ( shortRes === undefined ) { // if you reached the tny.im URL shortener's temporary limits or the server is otherwise unavailable shortRes = googlShorten(url); if ( shortRes === undefined ) { // if you reached the Google URL shortener's temporary limits too or the server is otherwise unavailable shortRes = "(x)"; } } } return shortRes; } // output display box var ircexportdiv = document.createElement('div'); var ircexporttextarea = document.createElement('textarea'); ircexportdiv.style.position = 'fixed'; ircexportdiv.style.width = '500px'; ircexportdiv.style.height = '155px'; ircexportdiv.style.left = '50%'; ircexportdiv.style.right = '50%'; ircexportdiv.style.margin = '-250px 0px 0px -250px'; ircexportdiv.style.top = '300px'; ircexportdiv.style.padding = '5px'; ircexportdiv.style.border = '2px'; ircexportdiv.style.backgroundColor = 'black'; ircexportdiv.style.color = 'white'; ircexportdiv.style.zIndex = '100'; ircexportdiv.setAttribute('id','ircexport_div'); ircexportdiv.style.display = 'none'; ircexporttextarea.style.padding = '2px'; ircexporttextarea.style.width = '500px'; ircexporttextarea.style.height = '130px'; ircexporttextarea.title = 'IRC Export Output'; ircexporttextarea.setAttribute('id','ircexport_text'); ircexportdiv.textContent = 'IRC Export: Press Ctrl+C to (re-)copy to clipboard. Click textarea to close.'; ircexportdiv.style.fontSize = '12px'; ircexportdiv.appendChild(ircexporttextarea); document.body.insertBefore(ircexportdiv, document.body.firstChild); ircexporttextarea.addEventListener("click", function(){ ircexportdiv.style.display = 'none'; }, false); function display(hit){ //var theButton = e.target; //theButton.style.backgroundColor = '#CC0000'; //var capHand = document.getElementById('capsule'+theButton.getAttribute("place")+'-0'); //var tBodies = capHand.parentNode.parentNode.parentNode.parentNode.parentNode.parentNode.parentNode; //console.log(hit); //return 0; var capReq = hit["requester"]; var capReqId = hit["rid"]; var capTitle = hit["title"].replace(" (Requester link substituted)",""); var capRew = hit["reward"]; var capTime = hit["time"]; var capAvailable = hit["hits"]; var qualList = hit["quals"]; var qualColl = qualList.split(','); var masterStat = ''; for ( var m = 0; m < qualColl.length; m++ ) { if ( qualColl[m].indexOf('Masters') > -1 ) { masterStat = 'MASTERS • '; } } var capUrl = shortenUrl('https://www.mturk.com'+hit["prev_link"]); var pandaUrl = shortenUrl('https://www.mturk.com'+hit["acc_link"]); var capReqUrl = shortenUrl('https://www.mturk.com'+hit["req_link"]); var hitLinkUnav = ''; //if ( capGId == 'unavailable' ) { capUrl = capReqUrl; pandaUrl = ""; hitLinkUnav = " (preview link unavailable)"; } // handle logged-out export requests for HITs with no preview/notqualified links ** This is handled at line 647 if (hit["prev_link"].indexOf("requesterId") > -1) { hitLinkUnav = " (preview link unavailable)"; pandaUrl = ""; } var toLink = shortenUrl('http://turkopticon.ucsd.edu/'+capReqId); var capToStats = getTO(capReqId); var shortUrlUnav = ''; if ( capUrl == '(x)' && hit["prev_link"] != 'unavailable' ) { shortUrlUnav = ' \r\n^ https://www.mturk.com'+hit["prev_link"]; } // add the full-length preview link at the end if both URL shortener attempts failed var exString = masterStat + 'Requester: ' + capReq + ' ' + capReqUrl + ' • ' + 'HIT: ' + capTitle + ' ' + capUrl + hitLinkUnav + ' • ' + 'Pay: ' + capRew + ' • ' + 'Avail: ' + capAvailable + ' • ' + 'Time Limit: ' + capTime + ' • ' + 'TO: ' + 'Pay='+capToStats[1] + ' Fair='+capToStats[2] + ' Comm='+capToStats[0] + ' ' + toLink + ' • ' + 'PandA: ' + pandaUrl + hitLinkUnav + shortUrlUnav ; if (GM_setClipboard) { GM_setClipboard(exString); } //window.setTimeout(function(){ theButton.style.backgroundColor = 'transparent'; }, 500); ircexporttextarea.textContent = exString; ircexportdiv.style.display = 'block'; ircexporttextarea.select(); }