// ==UserScript==
// @name           (dm) Deviant Art Gallery Ripper (old slowmode)
// @namespace      DeviantRipperSlow
// @description    Click button and generate a list of direct image link urls for all images for a users gallery.
// @version        1.1.14
// @lastupdated    2018-08-12
// @match          *://*.deviantart.com/*
// @exclude        *://*.deviantart.com/journal/*
// @exclude        *://*.deviantart.com/prints/*
// @exclude        *://justsitback.deviantart.com/*
// @exclude        *://groups.deviantart.com/*
// @exclude        *://shop.deviantart.com/*
// @exclude        *://chat.deviantart.com/*
// @exclude        *://today.deviantart.com/*
// @exclude        *://forum.deviantart.com/*
// @exclude        *://portfolio.deviantart.com/*
// @exclude        *://www.deviantart.com/account/*
// @exclude        *://www.deviantart.com/journals/*
// @exclude        *://www.deviantart.com/correspondence/*
// @exclude        *://www.deviantart.com/critiques/*
// @exclude        *://www.deviantart.com/messages/*
// @grant          GM_log
// @grant          GM_xmlhttpRequest
// @downloadURL https://update.greasyfork.icu/scripts/5615/%28dm%29%20Deviant%20Art%20Gallery%20Ripper%20%28old%20slowmode%29.user.js
// @updateURL https://update.greasyfork.icu/scripts/5615/%28dm%29%20Deviant%20Art%20Gallery%20Ripper%20%28old%20slowmode%29.meta.js
// ==/UserScript==

/*
 * Known issue: Scanning browse pages with google chrome fails
 * 		because chrome does not allow cross site xmlHttp requests.
 * 		This is by design and I don't know of any workaround.
 * 		Button displays appropriate message and is disabled.
 * 		see http://www.chromium.org/developers/design-documents/user-scripts
 * 		this might have been worked around by DA changing their server
 * 		settings for origins
 * 
 * 		When browsing a search/gallery and clicking a thumbnail to load full image
 * 		on HTML5 browsers the GET button disappears. This is because DA hides
 * 		the panel holding the button. Refreshing the page while viewing the single
 * 		image will redraw the GET button allowing you to grab all images in the
 * 		single image artist's gallery.
 */

/*
 Clicking the button will make script locate first page of user gallery
 (if viewing image page) then parse out each image in gallery and then
 get direct image links for the gallery. If looking at index page of
 thumbnails it will start at current page and work deeper.
*/

/*
 * special key notes:
 *
 * pressing control+alt and clicking on the button will
 * toggle the debug log to make easy copy/paste for dev support.
 *
 * pressing shift and clicking the button will reset the script to start
 * over again.
 */

//*************************
// Global Var's
var ScriptDebug = false;
var SuperVerbose = false;

var GM_log; if (typeof GM_log  === 'undefined') { GM_log = function (str) { console.log(str); }; }

function DebugLog (str) {
	pages.debugLogText = pages.debugLogText + str + "\r\n";
	if (ScriptDebug === true) {
		if (arguments.length === 1) { GM_log(str); }
		else { GM_log(arguments); }
	}
}

//recurse var used for thumbnail pages mainly. if set to non true and button
//clicked on single page it doesn't really do anything useful.
var pages = {
    nodownloads: false, // set to true if you don't want actual download links
                        // but want the largest possible from page. good to
                        // use when not using firefox
	debugLog:	document.createElement('textarea'),
	debugLogText: '',
	tableFailed: document.createElement('table'),
    isChrome:	/Chrome/i.test(navigator.userAgent),
    isFireFox:	/Firefox/i.test(navigator.userAgent),
	loggedIn: false,
	recurse: true,	// recurse into lower gallery pages
ignorePages: {
		/*
		used in button generation function. If any return true button is not generated.
		place items here that are not easily matched to @exclude meta header
		make expression trigger to true for it to ignore page, false to act normal.
		*/
		ProfileTab:		(document.querySelector('li.active > a[gpage_name="userpage"]')) ? true : false,
        SingleArt:      (document.URL.indexOf('/art/') > -1) ? true : false
	},
abort_links: false,	// flag to abort link grabbing
	Current: 0,		// current counter reused for image and gallery parsing
	TotalImages: 0,	// total counter used for image parsing
	URLs: [],		// holder for url html list
	URLbox: document.createElement('textarea'),
	GalleryData: {},// holds thumbnail image target info
	GalleryTemplate: function () {
		//this.isFetched 	= false;	// if page was fetched set during ScanImage
		//this.id 		= null;		// id of image set during ScanImage
		//this.ddl		= null;		// ddl link to image file set by ScanImage
		//this.xhttp		= null;		// xHttpRequest result holder
		this.Failed		= null;		// flag if page failed to find a image link
		this.error		= '';		// error value to show on list
		this.url 		= null;		// url of image page set during ScanGallery
		this.title		= null;		// title of the image for failure display
	},
	GalleryPages: [], // list of urls to thumbnail pages needed to fetch
	ToParse: [],	// list of urls of single image pages that need to be parsed for DDL
	fetchStatus: 0,	// status id for script checking status:
					// 0 = not started, 1 = getting indexes
					// 2 = getting image DDL, 3 = finished everything
					// 4 = displayed urls (finished or aborted)
	xmlHttp_Counter: {
		MAXREQ:  4,
		runCon:  0,
		interval: null
	}, // end xmlHttp_Counter
	btn: {			// button holder
		btnID : null,
		debugToggleCheck : function (eventID) {
			DebugLog('debugToggleCheck()');
			// if shift cause script reset
			if ((eventID.shiftKey === true) && (eventID.altKey === false) && (eventID.ctrlKey === false)) {
				DebugLog('*** Resetting script status. ***');
				pages.ToParse = [];
				pages.fetchStatus = 0;
				pages.GalleryPages = [];
				pages.xmlHttp_Counter.runCon = 0;
				pages.URLs = [];
				pages.Current = 0;
				pages.TotalImages = 0;
				pages.GalleryData = {};
				pages.abort_links = false;

				clearInterval(pages.xmlHttp_Counter.interval);
				pages.xmlHttp_Counter.interval = null;

				pages.debugLogText = '';
				pages.debugLog.style['display'] = 'none';
				pages.debugLog.value = '';
				pages.URLbox.style['display'] = 'none';
				pages.URLbox.innerHTML = '';
				pages.tableFailed.style['display'] = 'none';
				pages.tableFailed.innerHTML = '';

				pages.btn.btnID.value = 'Get URLs for Gallery';
				pages.btn.btnID.removeEventListener('click', pages.btn.AbortLinkChecking, false);
				pages.btn.btnID.addEventListener('click', pages.btn.GetLinks, false);
			}
			
			// if control+alt toggle debug display
			if ((eventID.altKey === true) && (eventID.ctrlKey === true)) {
				DebugLog('debug log toggle current: ' + pages.debugLog.style['display']);
				switch (pages.debugLog.style['display'])
				{
					case '':
						pages.debugLog.style['display'] = 'none';
						//pages.debugLog.value = '';
						break;
					case 'none':
						pages.debugLog.value = pages.debugLogText;
						pages.debugLog.style['display'] = '';
						break;
				}
			}
		},
		// button click abort function
		AbortLinkChecking : function (eventID) {
			// ignore click if holding control+alt in order to trigger debug log view
			if ((eventID.altKey === true) || (eventID.ctrlKey === true) || (eventID.shiftKey === true)) { return; }

			pages.abort_links = true;
			DebugLog('AbortLinkChecking()');
			pages.btn.btnID.removeEventListener('click', pages.btn.AbortLinkChecking, false);
			pages.btn.btnID.value = 'Aborted: ' + pages.btn.btnID.value;
			DebugLog('FetchStatus: ' + pages.fetchStatus);
			if (pages.fetchStatus > 1) pages.DoneDisplayUrlList();
			pages.GalleryPages = [];
			pages.ToParse = [];

		}, // end AbortLinkChecking

		// creates the click button for our page
		GenerateButton : function () {
			DebugLog('Call: GenerateButton()');
			var new_button;
			var btnLoc;
			var ignores;
			
			// Check if page is in the ignore list
			for (ignores in pages.ignorePages) {
				if (!pages.ignorePages.hasOwnProperty(ignores)) continue;
				DebugLog('Checking ignore flag of ' + ignores + ' : ' + pages.ignorePages[ignores]);
				if (pages.ignorePages[ignores] === true) {
					DebugLog('We should ignore this page. No button creation.');
					// get out if we hit a page match
					return;
				}
			}
			pages.loggedIn = (document.querySelector('td#oh-menu-deviant > a.oh-l > span > span.username')) ? true : false;
			DebugLog('User is logged in: ' + pages.loggedIn);
			

			pages.URLbox.style['display'] = 'none';
			document.body.insertBefore(pages.URLbox, document.body.firstChild);
			pages.tableFailed.style['display'] = 'none';
			document.body.insertBefore(pages.tableFailed, document.body.firstChild);

			pages.debugLog.style['display'] = 'none';
			pages.debugLog.rows = 15;
			pages.debugLog.style['width'] = '100%';
			document.body.insertBefore(pages.debugLog, document.body.firstChild);


			new_button = document.createElement('input');
			new_button.type = 'button';
			new_button.value = 'Get URLs for Gallery';
			new_button.setAttribute('onsubmit', 'return false;');
			new_button.addEventListener('click', pages.btn.debugToggleCheck, false);
			
			/*
			 * use individual selector OR's to get target by preference instead of first
			 * dom object availability
			 *
			 * alternate: btnLoc = document.querySelector('#gmi-ResViewContainer, #gmi-GalleryEditor, #output');
			 */
			btnLoc = 
				document.querySelector('#gmi-ResViewContainer') || 
				document.querySelector('#gmi-GalleryEditor') || 
				document.querySelector('#output');
			
			if (btnLoc) {
				btnLoc.insertBefore(new_button, btnLoc.firstChild);
				new_button.addEventListener('click', pages.btn.GetLinks, false);
			}
			else {
				new_button.value = 'Root Thumbnail Page?';
				document.body.insertBefore(new_button, document.body.firstChild);	
			}
			
			// Disable button on base domain if using chrome due to same origin complications
			/* DA seems to have changed server settings to fix same origin
			 * issues from www.deviantart.com and other subdomains commented
			 * for testing. will re-enable if problems show up.
			 * actually seems to have been Chrome whose behavior changed. If script is loaded
			 * as an extension it is allowed to violate same origin rules. If pasted into the
			 * developer console it errors out same origin failures.
			 if (document.location.hostname === 'www.deviantart.com' && pages.isChrome === true) {
				new_button.value = 'Script will fail on root www.deviantart.com';
				new_button.disabled = true;
			}
			*/
			DebugLog('Created Button:');
			DebugLog(new_button);
			return new_button;
		}, // end GenerateButton

		// called when button is clicked to start grabbing thumnail pages
		GetLinks : function (eventID) {
			// ignore click if holding control+alt in order to trigger debug log view
			if ((eventID.altKey === true) || (eventID.ctrlKey === true) || (eventID.shiftKey === true)) { return; }
			DebugLog('Call: GetLinks()');
			var galleryLink = document;
			var a_gallery;
			
			pages.btn.btnID.removeEventListener('click', pages.btn.GetLinks, false);
			pages.btn.btnID.addEventListener('click', pages.btn.AbortLinkChecking, false);
			if (!checkers.isThumbnailGallery(galleryLink)) {
				DebugLog('Current page is not a gallery trying to find it.');
				// find the gallery thumbnail link
				a_gallery = document.querySelector('a[onclick*="gallery"]');
				
				if (a_gallery) { galleryLink = a_gallery.href; }
				if (!galleryLink) { throw 'Error finding upper gallery'; }
				GM_log(galleryLink);
			}
			else {
				galleryLink = document.location.href;
			}
			pages.GalleryPages.push(galleryLink);
			DebugLog(pages.GalleryPages);
			pages.fetchStatus = 1;
			pages.xmlHttp_Counter.interval = setInterval(heartBeats.LoadGalleries, 50);
		} // end GetLinks
		
	}, // end btn
	DoneDisplayUrlList : function () {
		DebugLog('Call: DoneDisplayUrlList()');
		if (pages.fetchStatus > 3) return;
		var urlList;
		urlList = pages.URLbox;
		urlList.rows = 15;
		//urlList.cols = 140;
		urlList.style['width'] = '100%';
		urlList.innerHTML = pages.URLs.join('\r\n');
		urlList.style['display'] = '';
        urlList.select();
		pages.fetchStatus = 4;
		if (pages.TotalImages !== pages.URLs.length) {
			pages.btn.btnID.value = 'Some pages failed to find links (found ' + pages.URLs.length + ' of ' + pages.TotalImages + ')';
			pages.ShowFailedUrlList();
		}
		else {
			pages.btn.btnID.value = 'Displaying (found ' + pages.URLs.length + ' of ' + pages.TotalImages + ')';
		}
	}, // end DoneDisplayUrlList
	ShowFailedUrlList : function () {
		DebugLog('Call: ShowFailedUrlList()');
		var counter;
		var tableFailed, tableInner;
		tableFailed = pages.tableFailed;
		tableFailed.width = '100%';
		tableFailed.border = '2 px';
		tableInner = '';
		
		for (counter in pages.GalleryData) {
			if (!pages.GalleryData.hasOwnProperty(counter)) continue;
			if (pages.GalleryData[counter].Failed === true) {
				tableInner = tableInner + 
					'<a href="' + pages.GalleryData[counter].url + '">' +
						pages.GalleryData[counter].title + '</a> ' +
						pages.GalleryData[counter].error +
					'<br/>';
				DebugLog(pages.GalleryData[counter]);
			}
		}
		tableInner = '<tbody><tr><td>' + 
			'<b>Failed Pages:</b>' + '</td></tr><tr><td>' + 
			tableInner + 
			'</td></tr></tbody>';
		tableFailed.innerHTML = tableInner;
		tableFailed.style['display'] = '';
	}, // end ShowFailedUrlList
	/* 	function Get_URL_CB(url_link, callback, GalleryIndex)
		multithreaded url fetching routine
		url_link	:	downloads contect from this url
		callback	:	function to call once content is downloaded
		 	called as callback(DOM object, GalleryIndex)
		 	DOM object containing newly downloaded page content
		GalleryIndex:	identifier of the image # to reference pages.GalleryPage
		gets url contents and puts in an on the fly div
		then calls routine "callback" with div object
	 */
	Get_URL_CB	: function (url_link, callback, GalleryIndex) {
		DebugLog('Call: Get_URL_CB(' + url_link + '): index: ' + GalleryIndex);
		pages.xmlHttp_Counter.runCon += 1;
		try {
			var http_req = new XMLHttpRequest();
			http_req.onreadystatechange = function(xHttpRequest) {
				//if (GalleryIndex) { pages.GalleryData[GalleryIndex].xhttp = xHttpRequest; }
				DebugLog('args', arguments);
				DebugLog('xmlhttpRequest readystate_change: ' + xHttpRequest.target.readyState + ' ' + url_link);
				if (xHttpRequest.target.readyState == 4) {
					if (xHttpRequest.target.status == 200) {
						DebugLog('xmlhttpRequest response: ' + xHttpRequest.target.readyState + ' ' + xHttpRequest.target.status + ' ' + url_link);
						if (checkers.isAborted()) return;
						if (ScriptDebug && SuperVerbose) { DebugLog('Response: ' + xHttpRequest.target.responseText); }
						DebugLog('Got 200 OK: ' + url_link);
						var xmlDoc = document.createElement('div');
						xmlDoc.innerHTML = xHttpRequest.target.responseText;
						callback(xmlDoc, GalleryIndex);
						while (xmlDoc.firstChild) {
							xmlDoc.removeChild(xmlDoc.firstChild);
						}
						xmlDoc = null;
					}
					else {
						DebugLog('xmlhttpRequest status error: ' + xHttpRequest.target.status + '. If 0, Probably using chrome and errored on cross-domain issue.');
						if (xHttpRequest.target.status === 0) { pages.GalleryData[GalleryIndex].error = 'Cross Domain Block'; }
						// call the callback so we decrement the fetch counter and try another
						callback(document.createElement('div'), GalleryIndex);
					}
					pages.xmlHttp_Counter.runCon -= 1;
				}
			};
			http_req.open('GET', url_link, true);
			http_req.send('');
		}
		catch (err) {
			//nothing to do really
			pages.xmlHttp_Counter.runCon -= 1;
			DebugLog('Error occured: ' + err.message);
		}
	}, // end Get_URL_CB
	/* 	function GM_Get_URL_CB(url_link, callback, GalleryIndex)
		multithreaded url fetching routine
		url_link	:	downloads contect from this url
		callback	:	function to call once content is downloaded
		 	called as callback(DOM object, GalleryIndex)
		 	DOM object containing newly downloaded page content
		GalleryIndex:	identifier of the image # to reference pages.GalleryPage
		gets url contents and puts in an on the fly div
		then calls routine "callback" with div object

	 	grease monkey specific url fetching routine
		needs to be used in firefox when handling
		search thumbnail pages to get around the
		same origin limitations. can be used in
		google chrome as converted userscript but
		still has same origin restriction so will fail
		on search pages.
	 */
	GM_Get_URL_CB : function (url_link, callback, GalleryIndex) {
		DebugLog('Call: GM_Get_URL_CB(' + url_link + '): index: ' + GalleryIndex);
		pages.xmlHttp_Counter.runCon += 1;
		try {
			GM_xmlhttpRequest({
				method:'GET',
				url:url_link,
				onload:function(xHttpRequest) {
					//if (GalleryIndex) { pages.GalleryData[GalleryIndex].xhttp = xHttpRequest; }
					DebugLog('GM_xmlhttpRequest onload: ' + xHttpRequest.readyState + ' ' + url_link);
					if (checkers.isAborted()) return;
					if (xHttpRequest.readyState == 4) {
						if (xHttpRequest.status == 200) {
							DebugLog('xmlhttpRequest response: ' + xHttpRequest.readyState + ' ' + xHttpRequest.status + ' ' + url_link);
							if (checkers.isAborted()) return;
							if (ScriptDebug && SuperVerbose) { GM_log('Response: ' + xHttpRequest.responseText); }
							DebugLog('Got 200 OK: ' + url_link);
							var xmlDoc = document.createElement('div');
							xmlDoc.innerHTML = xHttpRequest.responseText;
							callback(xmlDoc, GalleryIndex);
							while (xmlDoc.firstChild) {
								xmlDoc.removeChild(xmlDoc.firstChild);
							}
							xmlDoc = null;
						}
						else {
							DebugLog('xmlhttpRequest status error: ' + xHttpRequest.status + '. If 0, Probably using chrome and errored on cross-domain issue.');
							if (xHttpRequest.status === 0) { pages.GalleryData[GalleryIndex].error = 'Cross Domain Block'; }
							// call the callback so we decrement the fetch counter and try another
							callback(document.createElement('div'), GalleryIndex);
						}
						pages.xmlHttp_Counter.runCon -= 1;
					}
				}
			});
		}
		catch (err) {
			//nothing to do really
			pages.xmlHttp_Counter.runCon -= 1;
			DebugLog('Error occured: ' + err.message);
		}
	} // end GM_Get_URL_CB
}; // end pages var

	
//if (pages.isChrome) pages.Get_URL_CB = GM_Get_URL_CB;
if (pages.isFireFox === true) { pages.Get_URL_CB = pages.GM_Get_URL_CB; }

//END Global Var's

DebugLog('Current URL loaded from: ' + document.location.href);

pages.btn.btnID = pages.btn.GenerateButton();

var parsers = {
	FindThumbnailContainer : function (docbase) {
		return docbase.querySelector(
			// regular gallery
			'div[gmi-pager_id="gallery_pager"], ' +
			//'div#gmi-ResourceStream, ' + 
			//'div.stream-fh-grid, ' +
			//'div.browse2-results, ' + 
			//'div.results-page-thumb, ' +

			// channels
			'div#channelContent, ' +
			
			// critique's page
			//'div#critique-fullpage-page, ' +

			// daily deviations
			'div#dailyDevs, ' +

			// personal favorites and gallery
			// uses global regular gallery
			//'div#gmi-EditableResourceStream, ' +

			// more like this search results
			// generic browse
			'div#browse-results'
			//'div.browse-results-page > div.page-results'
			);
	},
	/* 	GetImageLinksOnGalleryPage(docbase, GalleryURL)
		requires docbase: DOM Object to scan
		requires GalleryURL: String containing url of page that is being scanned
	 */
	GetImageLinksOnGalleryPage : function (docbase, GalleryURL) {
		DebugLog('Call: GetImageLinksOnGalleryPage(' + GalleryURL + ')');
		var image_links;
		var image_counter;
		var thumb_count;
		var newdocbase;
		var GalleryIndex;
		
		// look for thumbnail container
		DebugLog('Searching for thumbnail container on: ' + GalleryURL);
		newdocbase = parsers.FindThumbnailContainer(docbase);
		if (newdocbase) {
			image_links = newdocbase.querySelectorAll('a[class*="thumb"]');
		}
		else {
			throw 'Error finding thumbnail window.';
		}
		
		if (!image_links) {
			// no thumbnails found so stop searching pages
			// this happens if you scan browse pages and it runs over the 1000 image limit
			if (docbase.querySelector('div.browse-no-results')) {
				pages.recurse = false;
			}
			return;
		}
		thumb_count = image_links.length;
		for (image_counter = 0; image_counter < thumb_count; image_counter += 1) {
			DebugLog('image_counter=' + image_counter + '; ' +
				'thumb_count=' + thumb_count + '; ' + 
				image_links[image_counter].href);
				
			pages.TotalImages += 1;
			GalleryIndex = pages.TotalImages;
			// DebugLog('Push parse: ' + GalleryIndex + ' ' + image_links[image_counter].href);
			pages.ToParse.push([GalleryIndex, image_links[image_counter].href]);
			pages.GalleryData[GalleryIndex] = new pages.GalleryTemplate;
			pages.GalleryData[GalleryIndex].url = image_links[image_counter].href;
			pages.GalleryData[GalleryIndex].ImageID = 'NotLoaded-' + pages.GalleryData[GalleryIndex].url.split('/').pop();
			pages.GalleryData[GalleryIndex].title = pages.GalleryData[GalleryIndex].ImageID;
			pages.GalleryData[GalleryIndex].Failed = true;
			// DebugLog(pages.GalleryData[GalleryIndex]);
		}
		if (ScriptDebug && SuperVerbose) { GM_log(pages); }
	}, // end GetImageLinksOnGalleryPage

	/*
	 */
	/**
	 * GetNextGalleryPageLink(docbase) requires docbase: DOM Object
	 * @return {string} of url for next page
	 */
	GetNextGalleryPageLink : function (docbase) {
		DebugLog('Call: GetNextGalleryPageLink()');
		var newdocbase;
		var rtn_val;
		// test for prev-next-links - works on browse pages
		DebugLog('Looking for pagination container');
		newdocbase = docbase.querySelector('div#prev-next-links, div#gallery_pager, div.pagination');
		
		DebugLog('Looking for next button');
		if (newdocbase) rtn_val = newdocbase.querySelector('li.next > a, a.load_more');

		if (rtn_val) {
			DebugLog('NextGallery: ' + rtn_val.href);
			return rtn_val.href;
		}
		else return false;
	} // end GetNextGalleryPageLink
}; // end parsers

var callbacks = {
	/* 	function callback_ScanPages(docbase)
		called when gallery page html is loaded so we can parse images out and set next page
	 */
	ScanGallery : function (docbase, GalleryURL) {
		var nextPage;
		DebugLog('Call: ScanGallery(' + GalleryURL + ')');
		pages.Current += 1;
		pages.btn.btnID.value = 'Loading gallery page ' + pages.Current;
		parsers.GetImageLinksOnGalleryPage(docbase, GalleryURL);
		if (pages.recurse === true) {
			nextPage = parsers.GetNextGalleryPageLink(docbase);
			if (nextPage) pages.GalleryPages.push(nextPage);
		}
	}, // end ScanGallery

	// callback routine when getting an image page to parse out the DDL link.
	ScanImage : function (docbase, GalleryIndex) {
		DebugLog('Call: ScanImage(' + docbase + ', ' + GalleryIndex + ')');
		if (SuperVerbose) { DebugLog("docbase code: \n" + docbase.innerHTML); }
		var dlbutton;
        var fullimage;
		var title;
		var ImageID;
		
		pages.Current += 1;
		pages.btn.btnID.value = 'Loading image page ' + pages.Current + ' of ' + pages.TotalImages;
		DebugLog('Loading image page ' + pages.Current + ' of ' + pages.TotalImages);
		
		ImageID = docbase.querySelector('*[gmi-id]');
		if (!ImageID) { ImageID = 'FailedID-' + pages.GalleryData[GalleryIndex].url.split('/').pop(); }
		else { ImageID = ImageID.getAttribute('gmi-id'); }
		//if (ImageID) { ImageID = ImageID.getAttribute('gmi-id'); }
		DebugLog('ImageID: ' + ImageID);

		//pages.GalleryData[GalleryIndex].id = ImageID;
		//pages.GalleryData[GalleryIndex].isFetched = true;
		
		title = docbase.querySelector('meta[name="og:title"], meta[name="title"]');
		if (title) { title = title.getAttribute('content'); }
		pages.GalleryData[GalleryIndex].title = title || ImageID;
		
		if (pages.GalleryData[GalleryIndex].error !== '') {
			if (pages.Current === pages.TotalImages) { pages.DoneDisplayUrlList(); }
			return;
		}

		/* 
		 * download examples:
		 * PSD: http://nacartist.deviantart.com/art/Spawn-49939649
		 * TXT: http://portallover7.deviantart.com/art/The-Blueberry-Curse-356444433
		 * HTML:http://the-writing-pony.deviantart.com/art/Txt-Me-L8r-322792681
		 * SWF: http://phitus.deviantart.com/art/Don-t-Text-and-Drive-180886790
		 * 
		 */
		
		dlbutton = docbase.querySelector('a#download-button, a.dev-page-download');

		if (dlbutton && !pages.nodownloads) {
			//pages.GalleryData[GalleryIndex].ddl = dlbutton.href;
			pages.URLs.push(dlbutton.href);
		}
		else {
			fullimage = docbase.querySelector('img[name="gmi-ResViewSizer_fullimg"], img.dev-content-full');
			if (fullimage) {
				//pages.GalleryData[GalleryIndex].ddl = fullimage.href;
				pages.URLs.push(fullimage.src);
			} else {
				// no image found, check for mature filter
				if (docbase.querySelector('div#filter-warning')) {
					pages.GalleryData[GalleryIndex].error = 'Mature content filter.';
				}
				// no mature filter so set generic no image error. probably a text page for a poem or something.
				else {
					pages.GalleryData[GalleryIndex].error = 'No download or large image found.';
				}
				
				// check if we're done loading since the throw below will prevent a
				if (pages.Current === pages.TotalImages) { pages.DoneDisplayUrlList(); }
				throw pages.GalleryData[GalleryIndex].error + ' (' + pages.GalleryData[GalleryIndex].url + ')';
			}
		}
		pages.GalleryData[GalleryIndex].Failed = false;
		if (pages.Current == pages.TotalImages) { pages.DoneDisplayUrlList(); }
	} // end ScanImage
}; // end callbacks

var heartBeats = {
	// heartbeat while loading galleries
	LoadGalleries : function () {
		if ((pages.xmlHttp_Counter.runCon < pages.xmlHttp_Counter.MAXREQ) && (pages.GalleryPages.length)) {
			DebugLog("HeartBeat LoadGalleries()\n" + 
				'running connections: (' + pages.xmlHttp_Counter.runCon + ') ' +
				'max running (' + pages.xmlHttp_Counter.MAXREQ + ')');
			
			checkers.NextGallery();
		}
		if ((pages.GalleryPages.length == 0) && (pages.xmlHttp_Counter.runCon == 0)) {
			DebugLog('Stopping heartbeat out of galleries to check.');
			clearInterval(pages.xmlHttp_Counter.interval);
			pages.btn.btnID.value = 'Finished loading galleries (' + pages.Current + ')';
			pages.Current = 0;
			pages.fetchStatus = 2;
			pages.xmlHttp_Counter.interval = setInterval(heartBeats.LoadImages, 50);
		}
	}, // end LoadGalleries

	// heartbeat while loading images
	LoadImages : function () {
		if ((pages.xmlHttp_Counter.runCon < pages.xmlHttp_Counter.MAXREQ) && (pages.ToParse.length)) {
			DebugLog("HeartBeat LoadImages()\n" + 
				'running connections: (' + pages.xmlHttp_Counter.runCon + ') ' +
				'max running (' + pages.xmlHttp_Counter.MAXREQ + ')');
			
			checkers.NextImage();
		}
		if ((pages.ToParse.length == 0) && (pages.xmlHttp_Counter.runCon == 0)) {
			DebugLog('Stopping heartbeat out of images to load.');
			pages.fetchStatus = 3;
			clearInterval(pages.xmlHttp_Counter.interval);
		}
	} // end LoadImages
}; // end heartBeats

var checkers = {
	// checkers.isThumbnailGallery (doc)
		// return true if page seems to be a gallery
		// or false if it looks like its a single image page
		// detection is looking for the comments by the artist
		// usually found on the single image page
	isThumbnailGallery : function (docbase) {
		var rtnval;
		DebugLog('Call: isThumbnailGallery()');
		rtnval = (parsers.FindThumbnailContainer(docbase)) ? true : false;
		DebugLog('return ' + rtnval);
		return rtnval;
	}, // end isThumbnailGallery

	// get our next gallery page from our stack
	NextGallery : function () {
		var link_info;
		DebugLog('Call: NextGallery()');
		if (checkers.isAborted()) return;
		if (pages.GalleryPages.length) {
			link_info = pages.GalleryPages.shift();
			pages.Get_URL_CB(link_info, callbacks.ScanGallery, link_info);
		}
	}, // end NextGallery

	// get the next image page from our stack
	NextImage : function () {
		var link_info;
		DebugLog('Call: NextImage()');
		if (checkers.isAborted()) return;
		if (pages.ToParse) {
			// pull image page url and index off the stack
			// index 0 is the page #, index 1 is the url
			link_info = pages.ToParse.shift();
			pages.Get_URL_CB(link_info[1], callbacks.ScanImage, link_info[0]);
		}
	}, // end NextImage

	// function checkers.isAborted ()
	// check if we clicked the button to abort script
	// if we did it requires a page reload to start again
	isAborted : function () {
		DebugLog('checkers.isAborted(): ' + pages.abort_links);
		return pages.abort_links;

	} // end isAborted
}; // end checkers