The code needed some changes in my use-case, so here is a take on it to get the default behavior back like scrolling, pinching, etc. without getting the second click event (ghost click).

function NoClickDelay(el) {
	if ('ontouchstart' in window) {
		this.element = typeof el === "object" ? el : document.getElementById(el);
		this.element.addEventListener('touchstart', this, false);
		this.element.addEventListener('click', this, true);
	}
}

NoClickDelay.prototype = {
	handleEvent: function(e) {
		this[e.type](e);
	},

	touchstart: function(e) {
		this.moved = false;

		this.theTarget = document.elementFromPoint(e.targetTouches[0].clientX, e.targetTouches[0].clientY);
		if (this.theTarget.nodeType == 3) this.theTarget = theTarget.parentNode;
		this.theTarget.className += " pressed";

		this.element.addEventListener('touchmove', this, false);
		this.element.addEventListener('touchend', this, false);
	},

	touchmove: function(e) {
		this.moved = true;
		this.theTarget.className = this.theTarget.className.replace(/ ?pressed/gi, '');
	},

	touchend: function(e) {
		this.element.removeEventListener('touchmove', this, false);
		this.element.removeEventListener('touchend', this, false);

		if (!this.moved && this.theTarget) {
			this.theTarget.className = this.theTarget.className.replace(/ ?pressed/gi, '');
			var theEvent = document.createEvent('MouseEvents');
			theEvent.initEvent('click', true, true);
			this.theTarget.dispatchEvent(theEvent);
		}

		this.theTarget = undefined;
	},

	click: function(e) {
		if (this.theTarget === undefined) {
			e.stopPropagation();
			e.preventDefault();
		}
	}
};

If so, is there any reason not to attach this to the body once, or does it make more sense to attach it to the elements (or maybe one level up?)

Thanks!
Andrew

- Responsive click
- If finger is moved more than 10px the click is canceled
- ghostclick is prevented
- works with touch device and common browser (touch and click events)

how to use:

to set all elements responsive (the entire body):

var bdy = document.getElementsByTagName('body');
new FastClick(bdy[0]);


to a specific element:

var el1 = document.getElementById("elementId");
new FastClick(el1);


the code:

function FastClick(el) {

		this.el = el || document.getElementById(el);
		this.moved = false;
		this.startX = 0;
		this.startY = 0;
		this.coordinates = [];

//		if (window.Touch)
		this.el.addEventListener('touchstart', this, false);

		this.el.addEventListener('click', this, false);

	}

FastClick.prototype = {

	handleEvent: function(e) {

		switch(e.type) {

		case 'touchstart': this.onTouchStart(e); break;
		case 'touchmove': this.onTouchMove(e); break;
		case 'touchend': this.onTouchEnd(e); break;
		case 'click': this.onMouseClick(e); break;

		}
	},

	onTouchStart: function(e) {		

		e.stopPropagation();

		this.moved = false;

		this.target = document.elementFromPoint(
				e.changedTouches[0].clientX,
				e.changedTouches[0].clientY);
		if (this.target.nodeType == 3) this.target = this.target.parentNode;

		this.startX = e.touches[0].clientX;
		this.startY = e.touches[0].clientY;

		this.el.addEventListener('touchmove', this, false);
		this.el.addEventListener('touchend', this, false);

	},

	onTouchMove: function(e) {

		//if finger moves more than 10px flag to cancel
        //code.google.com/mobile/articles/fast_buttons.html
		if (Math.abs(e.touches[0].clientX - this.startX) > 10 ||
				Math.abs(e.touches[0].clientY - this.startY) > 10) {
			this.moved = true;
		}

	},

	onTouchEnd: function(e) {

		e.preventDefault();
		e.stopPropagation();

		 this.preventGhostClick(this.startX, this.startY);

		 this.el.removeEventListener('touchmove', this, false);
		 this.el.removeEventListener('touchend', this, false);

		if(!this.moved && this.target){
			var evt = document.createEvent('MouseEvents');
			evt.initMouseEvent('click', true, true);
			this.target.dispatchEvent(evt);
		}

		//reset
		this.target = undefined;
		this.startX = 0;
		this.startY = 0;
		this.moved = false;

	},

	onTouchCancel: function(e) {

		//reset
		this.target = undefined;
		this.startX = 0;
		this.startY = 0;
		this.moved = false;
	},

	preventGhostClick: function(x, y) {

		 this.coordinates.push(x, y);
		 var self = this;
		 setTimeout(self.popArr, 2500);
	},

	popArr: function() {
		 this.coordinates.splice(0, 2);
	},

	onMouseClick: function(e) {		

		for (var i = 0; i <  this.coordinates.length; i += 2) {
			var x =  this.coordinates[i];
			var y =  this.coordinates[i + 1];
			if (Math.abs(e.clientX - x) < 25 && Math.abs(e.clientY - y) < 25) {
				e.stopPropagation();
				e.preventDefault();
			}
		}
	}
};

Hope it helps!

var CLICK_EVENT = "click";
if(Modernizr.touch)
{
CLICK_EVENT = "ontouchstart";
}

function doStuff()
{
$('#selector').on(CLICK_EVENT, function() { //stuff });
}

Hope it helps.